-- Logs begin at Wed 2021-07-14 13:15:18 UTC, end at Wed 2021-07-14 14:12:17 UTC. -- Jul 14 13:45:21.974199 dv-cinder-797608-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 13:45:24.657137 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.common.config [-] Logging enabled! Jul 14 13:45:24.657686 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 13:45:24.657824 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92823) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 13:45:24.661015 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.common.config [-] Logging enabled! Jul 14 13:45:24.661266 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 13:45:24.661569 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92823) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 13:45:24.662489 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 13:45:24.662717 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 13:45:24.663068 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 13:45:24.663307 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 13:45:24.663524 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 13:45:24.663863 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.664152 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.664444 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.664666 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.664950 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.665231 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.665507 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.665787 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.666077 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.666356 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.666627 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.666902 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.667124 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.667948 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.668229 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.668510 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.668728 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] debug = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.669004 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.669423 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.669828 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.670104 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.670388 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.670660 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.670928 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.671197 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.671476 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.671829 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] host = dv-cinder-797608-5-iscsi {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.672106 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.672389 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.672673 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.672955 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.673224 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.673493 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.673771 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.674041 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.674309 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] log_file = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.674579 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.674862 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.675143 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.675424 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.675665 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.675884 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.676166 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.676447 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.676717 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.676986 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.677253 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.677519 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.677792 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.678060 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.678336 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.678613 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.678893 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.679162 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.679428 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.679719 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.679991 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.680269 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.680538 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.680804 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.681073 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.681354 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.681615 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.681881 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.682177 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.682456 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.682732 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.683587 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.683878 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.684159 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.684429 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.684697 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.684965 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] use_json = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.685231 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.685496 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.685770 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.686035 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.686301 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.686567 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.686831 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.687107 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:24.687396 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.687775 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.688088 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.688357 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.688649 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.688926 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.689211 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.689485 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.689767 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.690051 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.690334 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.690610 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.690893 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.691163 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.691452 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.691779 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.692073 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.692365 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.692637 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.692906 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.693172 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.693442 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.693722 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.694008 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.694293 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.694561 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.694834 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.695117 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.695387 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.695682 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.695955 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.696237 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.696510 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.696774 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.697052 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.697329 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.697594 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.697864 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.698135 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.698438 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.698709 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.698976 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.699242 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.699511 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.699804 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.700087 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.700361 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.700629 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.700896 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.701166 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.701431 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.701696 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.701961 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.702227 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.702498 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.702763 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.703029 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.703294 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.703561 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.703851 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.704119 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.704388 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.704662 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.704929 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.705196 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.705464 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.705732 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.705998 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.706278 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.706573 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.706844 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.707119 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.707392 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.707689 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.707961 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.708233 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.708505 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.708777 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.709042 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.709325 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.709603 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.709880 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.710155 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.710427 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.710713 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.710985 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.711260 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.711531 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.711824 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.712108 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.712385 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.712673 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.712958 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.713244 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.713530 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.713816 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.714115 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.714422 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.714696 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:24.714910 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 13:45:24.715143 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92823) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 13:45:25.056416 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 13:45:25.056618 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 13:45:25.056902 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 13:45:25.057239 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 13:45:25.440577 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.440861 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.441124 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.442395 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.442666 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.442930 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.476021 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.476291 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.476552 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.490110 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.490384 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.490649 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.520021 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.520301 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.520566 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.555387 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.555675 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.555939 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.784309 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.784892 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.784892 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.785078 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.785703 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.902577 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.902886 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.903161 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.903420 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.903721 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.904028 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.904276 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.904521 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.904767 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.905039 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.905287 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.905539 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.905790 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.906031 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.906277 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.906531 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.906776 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.907031 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.907288 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.907536 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.907825 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.908072 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.908346 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.908710 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.908952 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.909189 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.909569 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92823) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:45:25.909802 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92823) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:45:25.910032 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92823) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:45:25.910258 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92823) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:45:25.910484 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92823) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:45:25.910712 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92823) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:45:25.911063 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 13:45:25.914093 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 13:45:25.918505 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 13:45:25.922355 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jul 14 13:45:25.924063 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 13:45:25.924497 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 13:45:25.924823 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 13:45:25.925199 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 13:45:25.927957 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 13:45:25.928203 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 13:45:25.928540 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 13:45:25.955359 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 13:45:25.955830 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.956122 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92823) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 14 13:45:25.956475 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.957801 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92823) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 13:45:25.958075 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 13:45:25.958317 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 13:45:25.962541 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:25.962812 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.026954 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 13:45:26.027195 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 13:45:26.027422 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 13:45:26.027822 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 13:45:26.048491 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_db.sqlalchemy.engines [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92823) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 13:45:26.563127 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Initializing driver for type 'gre' Jul 14 13:45:26.563678 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] gre ID ranges: [(1, 1000)] Jul 14 13:45:26.612800 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Initializing driver for type 'local' Jul 14 13:45:26.613126 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Initializing driver for type 'vlan' Jul 14 13:45:26.626160 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] VlanTypeDriver initialization complete Jul 14 13:45:26.626491 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Initializing driver for type 'vxlan' Jul 14 13:45:26.626955 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] vxlan ID ranges: [(1, 1000)] Jul 14 13:45:26.677889 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Initializing extension driver 'port_security' Jul 14 13:45:26.678161 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.extensions.port_security [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] PortSecurityExtensionDriver initialization complete Jul 14 13:45:26.678499 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Initializing mechanism driver 'openvswitch' Jul 14 13:45:26.678820 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Initializing mechanism driver 'hyperv' Jul 14 13:45:26.685814 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:45:26.686674 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > port after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.687051 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > port after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.687404 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > port after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.687967 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92823) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 13:45:26.688406 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > subnet after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.688758 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > subnet after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.689100 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > subnet after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.689489 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92823) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 13:45:26.689895 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > network after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.690243 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > network after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.690585 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > network after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.690972 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92823) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 13:45:26.691377 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > security_group after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.691750 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > security_group after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.692090 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > security_group after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.692482 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92823) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 13:45:26.692883 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.693230 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.693566 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.693958 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92823) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 13:45:26.694361 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > address_group after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.694700 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > address_group after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.695036 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > address_group after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.695424 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92823) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 13:45:26.695825 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] ML2 OVO RPC backend initialized. {{(pid=92823) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 14 13:45:26.696541 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router_interface after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.696895 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.697313 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > network before_response 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.697661 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > networks before_response 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.698009 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > port before_response 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.698922 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > ports before_response 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.699276 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > subnet before_response 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.699631 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > subnets before_response 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.699990 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > network after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.700330 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > network after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.700666 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > network after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.701001 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > port after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.701337 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > port after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.701670 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > port after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.702010 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > subnet after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.702342 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > subnet after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.702674 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > subnet after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.703248 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.plugin [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Modular L2 Plugin initialization complete Jul 14 13:45:26.703577 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading services supported by the core plugin {{(pid=92823) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 13:45:26.703999 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Got port-security extension from driver 'port_security' Jul 14 13:45:26.704466 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.extensions.vlantransparent [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Disabled vlantransparent extension. Jul 14 13:45:26.704950 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92823) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 13:45:26.705266 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading Plugin: router Jul 14 13:45:26.740467 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router_interface before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.740861 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router after_create 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.741234 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router before_create 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.741596 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.741969 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.742322 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router after_delete 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.742681 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > floatingip after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.743174 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router after_create 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.743524 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router after_update 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.743904 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router after_update 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.744260 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.744624 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router after_update 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.745034 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router precommit_update 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.745917 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: port after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.746257 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: port after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.746595 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: subnet after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.746935 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.747283 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > port precommit_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.747655 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router precommit_create 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.748004 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: port before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.748346 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router precommit_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.748708 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router after_update 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.749047 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router precommit_delete 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.749417 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router precommit_create 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.749764 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router_interface after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.750111 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router precommit_update 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.750474 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > agent after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.750824 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > agent after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.751168 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > network after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.752048 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Tracking information for resource: router configured {{(pid=92823) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:45:26.752380 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Tracking information for resource: floatingip configured {{(pid=92823) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:45:26.757203 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.db.l3_agentschedulers_db [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 13:45:26.757775 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: port after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.758136 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: port after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.758487 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: port after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.758838 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: port after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.759662 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router before_create 55550100 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.760032 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router precommit_delete 55550100 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.760394 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router precommit_create 55550100 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.760750 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > router precommit_update 55550100 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.765774 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.services.provider_configuration [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Service providers = [] {{(pid=92823) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 13:45:26.766139 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.db.servicetype_db [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92823) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 13:45:26.769108 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.services.service_base [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92823) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 13:45:26.769482 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.services.service_base [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92823) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 13:45:26.769825 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.services.service_base [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92823) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 13:45:26.770714 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.services.service_base [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92823) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 13:45:26.771086 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.services.service_base [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 13:45:26.771460 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92823) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:45:26.771807 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 13:45:26.782380 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92823) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:45:26.782721 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading Plugin: auto_allocate Jul 14 13:45:26.788460 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: network precommit_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.789009 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: network precommit_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.789337 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92823) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:45:26.789654 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading Plugin: tag Jul 14 13:45:26.796372 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92823) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:45:26.796702 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading Plugin: timestamp Jul 14 13:45:26.800519 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92823) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:45:26.800852 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading Plugin: network_ip_availability Jul 14 13:45:26.806246 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.806620 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.806975 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:26.808217 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92823) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:45:26.808540 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading Plugin: flavors Jul 14 13:45:26.813441 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92823) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:45:26.813775 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading Plugin: revisions Jul 14 13:45:26.818052 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92823) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:45:26.818436 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.761s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 13:45:26.819172 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92823) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 14 13:45:26.819508 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Initializing extension manager. Jul 14 13:45:26.820043 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: __init__.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.820383 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: __pycache__ {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.820717 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.821048 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: address_group.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.821797 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.822362 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: address-group Jul 14 13:45:26.822694 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: address_scope.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.823998 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.824512 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: address-scope Jul 14 13:45:26.824834 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: admin_state_down_before_update.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.825768 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.826276 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: router-admin-state-down-before-update Jul 14 13:45:26.826599 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: agent.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.827303 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.827842 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: agent Jul 14 13:45:26.828165 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: agent_resources_synced.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.829078 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.829586 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: agent-resources-synced Jul 14 13:45:26.829909 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: allowedaddresspairs.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.831722 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.832245 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: allowed-address-pairs Jul 14 13:45:26.832590 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: auto_allocated_topology.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.833653 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.834166 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: auto-allocated-topology Jul 14 13:45:26.834511 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: availability_zone.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.835188 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.835716 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: availability_zone Jul 14 13:45:26.836039 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: availability_zone_filter.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.836959 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.837469 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: availability_zone_filter Jul 14 13:45:26.837790 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: data_plane_status.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.838707 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.839240 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 13:45:26.839562 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: default_subnetpools.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.840504 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.841011 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: default-subnetpools Jul 14 13:45:26.841330 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: dhcpagentscheduler.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.842139 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.842654 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: dhcp_agent_scheduler Jul 14 13:45:26.842974 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: dns.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.843923 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.844429 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension dns-integration not supported by any of loaded plugins Jul 14 13:45:26.844749 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: dns_domain_ports.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.845671 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.846173 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 13:45:26.846491 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.847414 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.847948 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 13:45:26.848265 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: dvr.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.848935 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.849434 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: dvr Jul 14 13:45:26.849753 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: empty_string_filtering.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.850663 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.851164 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: empty-string-filtering Jul 14 13:45:26.851485 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.852423 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.852929 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 13:45:26.853249 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.854162 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.855194 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 13:45:26.855518 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: external_net.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.856463 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.856969 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: external-net Jul 14 13:45:26.857290 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: extra_dhcp_opt.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.858199 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.858704 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: extra_dhcp_opt Jul 14 13:45:26.859027 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: extraroute.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.859965 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.860469 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: extraroute Jul 14 13:45:26.860790 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: extraroute_atomic.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.862070 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.862575 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: extraroute-atomic Jul 14 13:45:26.862893 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: filter_validation.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.863561 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.864272 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: filter-validation Jul 14 13:45:26.864597 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: fip_pf_description.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.865514 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.866019 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 13:45:26.866340 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: fip_port_details.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.867255 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.867792 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: fip-port-details Jul 14 13:45:26.868114 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: flavors.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.869320 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.869832 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: flavors Jul 14 13:45:26.870175 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.872406 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.872935 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 13:45:26.873274 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: floatingip_pools.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.873982 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.874495 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: floatingip-pools Jul 14 13:45:26.874823 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: ip_allocation.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.875802 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.876340 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 13:45:26.876634 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.877561 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.878068 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: ip-substring-filtering Jul 14 13:45:26.878390 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: l2_adjacency.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.879315 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.879847 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 13:45:26.880169 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: l3.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.881123 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.881635 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: router Jul 14 13:45:26.881957 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: l3_conntrack_helper.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.884209 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.884733 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 13:45:26.885066 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.886015 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.886526 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: ext-gw-mode Jul 14 13:45:26.886850 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.887809 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.888317 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: l3-ha Jul 14 13:45:26.888639 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: l3_flavors.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.889576 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.890080 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: l3-flavors Jul 14 13:45:26.890404 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.891321 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.891860 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 13:45:26.892182 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: l3agentscheduler.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.893228 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.893735 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: l3_agent_scheduler Jul 14 13:45:26.894057 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: logging.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.895561 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.896095 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension logging not supported by any of loaded plugins Jul 14 13:45:26.896422 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: metering.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.897162 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.897735 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: metering Jul 14 13:45:26.898057 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.900477 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.901011 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: metering_source_and_destination_fields Jul 14 13:45:26.901350 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: multiprovidernet.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.902318 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.902833 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: multi-provider Jul 14 13:45:26.903169 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: netmtu.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.904119 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.904632 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: net-mtu Jul 14 13:45:26.904961 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: netmtu_writable.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.905901 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.906411 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: net-mtu-writable Jul 14 13:45:26.906739 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: network_availability_zone.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.907415 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.907955 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: network_availability_zone Jul 14 13:45:26.908281 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: network_ip_availability.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.909382 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.909897 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: network-ip-availability Jul 14 13:45:26.910220 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: network_segment_range.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.910984 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.911492 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 13:45:26.911841 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: pagination.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.912819 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.913153 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: pagination Jul 14 13:45:26.913472 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: port_device_profile.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.914395 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.914900 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: port-device-profile Jul 14 13:45:26.915221 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.916198 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.916702 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: port-mac-address-regenerate Jul 14 13:45:26.917527 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.918458 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.918964 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: port-numa-affinity-policy Jul 14 13:45:26.919284 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: port_resource_request.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.920231 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.920735 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 13:45:26.921053 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: portbindings.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.921989 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.922498 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: binding Jul 14 13:45:26.922819 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: portbindings_extended.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.924193 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.924711 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: binding-extended Jul 14 13:45:26.925037 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: portsecurity.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.925957 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.926471 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: port-security Jul 14 13:45:26.926795 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: project_id.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.927825 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.928200 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: project-id Jul 14 13:45:26.928483 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: providernet.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.929413 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.929926 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: provider Jul 14 13:45:26.930247 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: qos.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.934397 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.934919 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension qos not supported by any of loaded plugins Jul 14 13:45:26.935253 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.936538 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.937057 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 13:45:26.937385 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.938309 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.938825 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 13:45:26.939149 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: qos_default.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.940099 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.940614 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension qos-default not supported by any of loaded plugins Jul 14 13:45:26.940937 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: qos_fip.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.941590 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.942090 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension qos-fip not supported by any of loaded plugins Jul 14 13:45:26.942409 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: qos_gateway_ip.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.943334 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.943876 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 13:45:26.944197 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: qos_port_network_policy.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.945112 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.945615 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 13:45:26.945937 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: qos_rule_type_details.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.946858 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.947363 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 13:45:26.947720 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: qos_rules_alias.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.948790 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.949295 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 13:45:26.949617 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: quotasv2.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.950521 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.951033 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: quotas Jul 14 13:45:26.951355 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: quotasv2_detail.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.954497 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.954842 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: quota_details Jul 14 13:45:26.955172 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: rbac.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.956270 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.956802 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: rbac-policies Jul 14 13:45:26.957134 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: rbac_address_group.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.958070 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.958592 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: rbac-address-group Jul 14 13:45:26.958920 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: rbac_address_scope.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.959881 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.960397 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: rbac-address-scope Jul 14 13:45:26.960722 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: rbac_security_groups.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.961642 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.962156 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: rbac-security-groups Jul 14 13:45:26.962480 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: rbac_subnetpool.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.963401 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.963982 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: rbac-subnetpool Jul 14 13:45:26.964307 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: revisionifmatch.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.965308 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.965826 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: revision-if-match Jul 14 13:45:26.966149 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: revisions.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.967310 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.967860 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: standard-attr-revisions Jul 14 13:45:26.968187 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: router_availability_zone.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.968865 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.969379 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: router_availability_zone Jul 14 13:45:26.969699 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: routerservicetype.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.970624 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.971134 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension router-service-type not supported by any of loaded plugins Jul 14 13:45:26.971454 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.972419 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.972931 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: security-groups-normalized-cidr Jul 14 13:45:26.973253 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: security_groups_port_filtering.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.974188 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.974699 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: port-security-groups-filtering Jul 14 13:45:26.975021 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.975981 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.976492 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: security-groups-remote-address-group Jul 14 13:45:26.976812 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: securitygroup.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.987208 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.987776 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: security-group Jul 14 13:45:26.988114 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: segment.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.988911 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.989424 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension segment not supported by any of loaded plugins Jul 14 13:45:26.989753 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.990702 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.991217 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 13:45:26.991542 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: servicetype.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.993558 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.994030 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: service-type Jul 14 13:45:26.994358 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: sorting.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.995972 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.996308 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: sorting Jul 14 13:45:26.996635 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: standard_attr_segment.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.997628 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.998142 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 13:45:26.998469 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: standardattrdescription.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:26.999129 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:26.999663 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: standard-attr-description Jul 14 13:45:26.999988 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: stateful_security_group.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:27.001134 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:27.006385 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: stateful-security-group Jul 14 13:45:27.006385 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: stdattrs_common.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:27.006385 dv-cinder-797608-5-iscsi neutron-server[92823]: WARNING neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 13:45:27.006385 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:27.006385 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:27.006385 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 13:45:27.006385 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: subnet_onboard.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:27.007002 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:27.007002 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: subnet_onboard Jul 14 13:45:27.007002 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:27.007424 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:27.007963 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 13:45:27.008283 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: subnet_service_types.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:27.009214 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:27.009725 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: subnet-service-types Jul 14 13:45:27.010045 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: subnetallocation.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:27.011153 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:27.011841 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: subnet_allocation Jul 14 13:45:27.012162 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:27.012831 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:27.013337 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: subnetpool-prefix-ops Jul 14 13:45:27.013655 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:27.014596 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:27.015113 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 13:45:27.015435 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: tagging.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:27.016552 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:27.017064 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: standard-attr-tag Jul 14 13:45:27.017388 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: timestamp.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:27.018598 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:27.019119 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loaded extension: standard-attr-timestamp Jul 14 13:45:27.019445 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: trunk.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:27.020526 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:27.021042 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension trunk not supported by any of loaded plugins Jul 14 13:45:27.021368 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: trunk_details.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:27.022302 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:27.022818 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension trunk-details not supported by any of loaded plugins Jul 14 13:45:27.023141 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: uplink_status_propagation.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:27.024100 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:27.024618 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 13:45:27.024941 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Loading extension file: vlantransparent.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:45:27.025619 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:45:27.026128 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 13:45:27.028598 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Creating instance of TrackedResource for resource:network Jul 14 13:45:27.029128 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Creating instance of TrackedResource for resource:subnet Jul 14 13:45:27.029527 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 13:45:27.029918 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Creating instance of TrackedResource for resource:port Jul 14 13:45:27.031169 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:45:27.031627 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Service FLAVORS assigned prefix: {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:45:27.032250 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:45:27.032678 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:45:27.033004 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Creating instance of TrackedResource for resource:router Jul 14 13:45:27.033428 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Creating instance of TrackedResource for resource:floatingip Jul 14 13:45:27.033919 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Service METERING assigned prefix: /metering {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:45:27.035356 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:27.035755 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:27.036106 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:45:27.037092 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 13:45:27.037545 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Creating instance of TrackedResource for resource:security_group Jul 14 13:45:27.037987 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 13:45:27.038586 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Service CORE assigned prefix: {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:45:27.038912 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 13:45:27.039254 dv-cinder-797608-5-iscsi neutron-server[92823]: WARNING neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] subnetpool is already registered Jul 14 13:45:27.039711 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Service CORE assigned prefix: {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:45:27.040034 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 13:45:27.040368 dv-cinder-797608-5-iscsi neutron-server[92823]: WARNING neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] subnetpool is already registered Jul 14 13:45:27.043178 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:45:27.043623 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Service FLAVORS assigned prefix: {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:45:27.044222 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:45:27.044640 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:45:27.044971 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Creating instance of TrackedResource for resource:router Jul 14 13:45:27.045316 dv-cinder-797608-5-iscsi neutron-server[92823]: WARNING neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] router is already registered Jul 14 13:45:27.045727 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Creating instance of TrackedResource for resource:floatingip Jul 14 13:45:27.046063 dv-cinder-797608-5-iscsi neutron-server[92823]: WARNING neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] floatingip is already registered Jul 14 13:45:27.046512 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Service METERING assigned prefix: /metering {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:45:27.047175 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 13:45:27.047502 dv-cinder-797608-5-iscsi neutron-server[92823]: WARNING neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] rbac_policy is already registered Jul 14 13:45:27.047937 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Creating instance of TrackedResource for resource:security_group Jul 14 13:45:27.048272 dv-cinder-797608-5-iscsi neutron-server[92823]: WARNING neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] security_group is already registered Jul 14 13:45:27.048671 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 13:45:27.049002 dv-cinder-797608-5-iscsi neutron-server[92823]: WARNING neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] security_group_rule is already registered Jul 14 13:45:27.049624 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Service CORE assigned prefix: {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:45:27.049947 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 13:45:27.050279 dv-cinder-797608-5-iscsi neutron-server[92823]: WARNING neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] subnetpool is already registered Jul 14 13:45:27.050692 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Service CORE assigned prefix: {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:45:27.051011 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 13:45:27.051338 dv-cinder-797608-5-iscsi neutron-server[92823]: WARNING neutron.quota.resource_registry [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] subnetpool is already registered Jul 14 13:45:27.051828 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: extensions {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.053270 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: address-groups {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.054748 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: address-scopes {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.056099 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: agents {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.057247 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: auto-allocated-topology {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.059107 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: availability_zones {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.060366 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: dhcp-networks {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.061880 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: dhcp-agents {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.063283 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: routers {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.065013 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: flavors {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.066270 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: service_profiles {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.067462 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: next_providers {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.068993 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: service_profiles {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.070522 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: floatingip-pools {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.071753 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: routers {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.073453 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: floatingips {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.075654 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: l3-routers {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.077070 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: l3-agents {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.078470 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: metering-labels {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.079737 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: metering-label-rules {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.081086 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: network-ip-availabilities {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.082332 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: bindings {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.083907 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: quotas {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.085453 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: quotas {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.086850 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: rbac-policies {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.088066 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: security-groups {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.089379 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: security-group-rules {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.090620 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: service-providers {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.091866 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: subnetpools {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.093174 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: subnetpools {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.094893 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: tags {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.096603 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: tags {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.098405 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: tags {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.100194 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: tags {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.101882 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: tags {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.103836 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: tags {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.106115 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: tags {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.107921 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: tags {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.109762 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: tags {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.111501 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Extended resource: tags {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:45:27.117638 dv-cinder-797608-5-iscsi neutron-server[92823]: WARNING keystonemiddleware.auth_token [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 13:45:27.122728 dv-cinder-797608-5-iscsi neutron-server[92823]: WARNING keystonemiddleware.auth_token [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 13:45:27.131101 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Acquired lock "singleton_lock" {{(pid=92823) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 14 13:45:27.131575 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Releasing lock "singleton_lock" {{(pid=92823) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 14 13:45:27.132239 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO oslo_service.service [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Starting 2 workers Jul 14 13:45:27.137041 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Started child 92928 {{(pid=92823) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 13:45:27.141524 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Started child 92930 {{(pid=92823) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 13:45:27.142449 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:27.143147 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO neutron.service [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 13:45:27.143838 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Notify callbacks [] for process, before_spawn {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:27.143954 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [-] (92928) wsgi starting up on http://0.0.0.0:9696 Jul 14 13:45:27.144346 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 54164) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:45:27.146239 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:27.146690 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO oslo_service.service [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Starting 1 workers Jul 14 13:45:27.147826 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [-] (92930) wsgi starting up on http://0.0.0.0:9696 Jul 14 13:45:27.151512 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Started child 92931 {{(pid=92823) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 13:45:27.152125 dv-cinder-797608-5-iscsi neutron-server[92823]: INFO oslo_service.service [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Starting 1 workers Jul 14 13:45:27.152906 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061815 Jul 14 13:45:27.155222 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.service [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] calling RpcWorker wait() {{(pid=92931) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 13:45:27.157888 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.service [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] returning from RpcWorker wait() {{(pid=92931) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 13:45:27.157888 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:27.158025 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Started child 92933 {{(pid=92823) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 13:45:27.158105 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:45:27.158246 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7abe-d295-4d34-9741-fa5a8f4c7acb None None] Notify callbacks [] for process, after_spawn {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:27.161386 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92823) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 13:45:27.161386 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 13:45:27.161386 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 13:45:27.161386 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 13:45:27.161386 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 13:45:27.161386 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 13:45:27.161804 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.161804 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.162021 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:27.162468 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.162468 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.162613 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.164813 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:45:27.164925 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.164925 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.164925 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.164925 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.164925 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.164925 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.164925 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.164925 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.165396 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.165396 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.165555 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.165816 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.166120 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.167014 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.167014 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.167014 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.167014 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.167843 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] debug = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.169140 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.169140 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.169140 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.169140 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.169456 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.169522 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.169768 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.170013 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.170385 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.170482 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.171471 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.171471 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.171471 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.171471 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.171913 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.171913 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.172155 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.172574 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] host = dv-cinder-797608-5-iscsi {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.172783 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.173571 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.173571 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.173571 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.173792 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.173973 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.174204 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.174466 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.174742 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.174979 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.175235 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.175484 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.175853 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.176021 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_file = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.176171 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_options = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.176392 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.176680 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.176970 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.177165 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.177337 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.177515 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.177767 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.177924 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.178175 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.178447 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.178633 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.178871 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.179108 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.179361 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.179659 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.179927 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.180158 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.180441 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.181445 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.181445 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.181445 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.181445 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.181718 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.181718 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.181973 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.182180 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.182407 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.182657 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.183496 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.183770 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.184013 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.184279 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.184545 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.184805 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.185500 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.185500 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.185500 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.185792 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.186019 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.186290 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.186539 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.186776 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.187037 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.187258 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.187493 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.190314 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] use_json = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.190314 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.190314 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.190314 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.190871 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.190871 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.190871 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.191265 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.191265 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.194250 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.194250 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.194250 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.194250 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.194843 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.194843 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.195100 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.195298 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.195435 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.196428 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.197390 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.197623 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.198054 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.198293 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.198621 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.199014 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.199306 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.201642 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.201642 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.201642 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.201642 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.201642 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.201642 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.202507 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.203985 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.204288 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.205392 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.205392 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.205392 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.205392 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.205709 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.205780 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.206050 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.206308 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.206535 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.206782 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.207043 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.207274 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.207508 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.208174 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.208174 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.208430 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.208660 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.209555 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.209555 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.209555 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.209782 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.209953 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.210129 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.210416 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.211374 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.211374 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.211374 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.211374 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.211674 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.211848 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.212723 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.212723 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.212723 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.212953 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.213123 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.213354 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.213584 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.213820 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.214544 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.215660 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.215660 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.215660 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.215660 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.215660 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.216016 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.216206 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.216358 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.216571 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.216784 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.217021 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.217252 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.217464 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.217682 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.217907 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.218192 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.218412 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.218625 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.218838 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.219110 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.219427 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.220191 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.220191 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.220191 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.220442 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.220623 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.221653 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.221653 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.221653 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.221653 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.221935 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.222001 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.222580 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.222580 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.222770 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.222934 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.223166 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.223426 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.223674 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.223929 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.224171 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.224438 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.224682 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.224895 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.225147 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.225412 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.225695 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.225922 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.226174 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.226406 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.226717 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.227090 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.227337 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.227593 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.229029 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.229029 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.229029 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.229029 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.229029 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.229377 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.229377 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.229582 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.230486 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.230696 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.230918 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.231133 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.231364 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.231697 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.231951 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.232184 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.232396 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.232667 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.232912 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.233161 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.233428 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.233682 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.233911 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.234171 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.234401 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.234613 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.234851 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.235078 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.235291 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.235532 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.236822 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.237087 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.238909 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.238909 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.238909 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.238909 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.238909 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.238909 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.238909 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.239369 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.239369 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.239501 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.239962 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.240218 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.240452 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.240676 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.240911 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.241152 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.241426 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.241653 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.241952 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.242217 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.242465 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.242714 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.242960 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.243219 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.243438 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.246225 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.246498 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.246753 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.246999 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.247259 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.247474 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.247758 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.248009 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.248251 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.248525 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.248788 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.249134 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.249413 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.249647 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.249913 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.250140 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.250399 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.250624 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.250872 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.251074 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.251317 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.251536 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.254256 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.254535 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.254764 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.256022 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.256022 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.256022 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.256022 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.256022 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.256386 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.256567 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.256731 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.256991 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.257235 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.257473 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.257746 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.257952 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.258804 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.258804 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.258804 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.258804 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.259108 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.259276 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.259432 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.260228 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.263197 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.263432 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.263709 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.263943 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.264195 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.264436 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.264664 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.264889 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.265127 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.265385 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.265602 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.265830 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.266054 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.266269 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.266608 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.266837 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.267170 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.267351 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.267577 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.269887 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.270164 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.271657 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.272007 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.272181 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.272397 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.272686 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.273064 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.273250 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.273554 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.273886 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.275442 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.275442 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.275442 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.275442 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.275442 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.275442 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.276278 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.277168 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.278894 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.279168 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.279414 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.279738 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.279994 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.280223 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.280482 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.280736 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.280964 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.281715 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.281989 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.282252 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.282475 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.283931 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.284167 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.284406 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.284655 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.284888 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.285113 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.285275 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 13:45:27.285808 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92823) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 13:45:27.285968 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 13:45:27.286114 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 13:45:27.286297 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 13:45:27.286451 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 13:45:27.286593 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 13:45:27.287166 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.287341 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.287500 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.287740 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.287879 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.288044 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.288212 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.288354 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.288511 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.288660 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.288820 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.288968 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.289121 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.289279 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.289427 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.289579 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.289737 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.289897 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.290056 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.290213 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.290368 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.290523 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.290680 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] debug = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.290842 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.291053 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.291217 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.291375 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.291531 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.291710 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.291866 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.292062 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.292695 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.292863 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.293018 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.293177 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.293332 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.293486 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.294012 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.294012 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.294012 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.294346 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] host = dv-cinder-797608-5-iscsi {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.294346 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.294544 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.294544 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.294748 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.294857 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.294981 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.295095 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.295274 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.295422 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.295566 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.295744 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.295875 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.296181 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.296562 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_file = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.296725 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_options = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.296882 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.297039 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.297194 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.297377 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.297539 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.297696 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.297860 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.298518 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.298813 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.299098 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.299636 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.299796 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.300147 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.301597 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.301597 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.301597 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.301597 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.301597 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.301597 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.302033 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.302033 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.302033 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.302229 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.302310 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.303744 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.303744 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.303744 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.303744 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.304073 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.304158 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.304266 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.304424 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.304743 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.304902 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.305212 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.305369 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.305675 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.305838 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.306538 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.306725 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.306889 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.307045 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.307202 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.307363 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.307516 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.309205 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] use_json = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.309378 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.310574 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.310756 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.310930 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.311096 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.311262 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.311426 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.311588 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:45:27.311800 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.311978 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.312133 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.312308 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.312452 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.312609 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.312764 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.312919 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.313074 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.313236 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.313404 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.314350 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.314350 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.314350 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.314350 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.314350 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.314350 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.314708 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.314708 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.314842 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.314910 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.315211 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.315211 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.315508 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.315702 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.315928 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.317816 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.317975 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.318148 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.318315 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.318482 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.318647 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.318809 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.318959 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.319122 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.319284 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.320303 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.320303 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.320303 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.320303 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.320303 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.320303 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.321027 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.321027 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.321027 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.321027 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.321027 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.321688 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.321688 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.321688 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.321688 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.321688 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.322203 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.322203 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.322203 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.322555 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.322555 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.322787 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.322787 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.323030 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.323030 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.323179 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.323387 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.324292 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.324539 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.324778 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.324961 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.325134 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.325374 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.325520 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.325659 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.325797 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.325977 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.326108 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.326217 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.326377 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.326535 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.326694 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.326853 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.327011 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.327167 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.327356 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.327593 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.327593 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.327886 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.328024 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.328161 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.328298 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.328434 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.328585 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.328737 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.328894 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.329034 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.329172 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.329310 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.329447 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.329584 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:45:27.329731 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.329731 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.330005 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.330005 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.330267 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.330267 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.330538 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.330675 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.330814 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.330951 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.331088 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.331234 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.331372 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.331518 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.331795 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.331795 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.332059 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.332197 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.332346 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.332497 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.332635 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.332773 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.332914 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.333051 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.333189 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.333326 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.333463 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.333600 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.333747 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.333886 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.334033 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.334171 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.334318 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.334456 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.334622 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.334766 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.334947 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.335101 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.335239 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.335466 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.335634 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.336469 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.336635 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.336779 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.336941 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.337096 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.337243 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.337381 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.337606 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.337750 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.337889 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.338026 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.338165 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.338302 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.338449 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.338587 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.338731 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.338870 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.339049 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.339189 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.339327 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.339465 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.339602 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.339780 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.339918 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.340056 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.340195 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.340341 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.340485 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.340622 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.340783 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.340927 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.341154 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.341297 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.341435 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.341606 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.341827 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.341970 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.342107 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.342263 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.342392 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.342485 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.342623 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.342785 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.342942 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.343099 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.343255 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.343416 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.343571 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.349061 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.349432 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.349629 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.349806 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.350094 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.350190 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.350470 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.350470 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.350620 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.350762 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.350921 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.351082 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.351241 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.351402 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.351562 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.351750 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.351903 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.352067 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.352225 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.352407 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.352557 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.352699 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.352840 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.352992 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.353132 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.353270 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.353408 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.354203 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.354203 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.354203 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.354203 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.354203 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.355023 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.355023 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.355023 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.355023 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.355023 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.355745 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.355745 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.355745 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.355745 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.355745 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.356386 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.356386 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.356386 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.356386 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.356386 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.356683 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.356683 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.356831 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.357485 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.357485 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.357485 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.357485 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.358035 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.358035 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.358035 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.358035 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.358651 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.358651 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.358651 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.358651 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.359170 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.359170 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.359170 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.359780 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.359780 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.359780 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.359780 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.360339 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.360339 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.360339 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.360339 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.360896 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.360896 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.360896 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.360896 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.361434 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.361434 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.361434 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.362175 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.362175 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.362175 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.362175 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.362746 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.362746 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.362746 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.362746 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.364141 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.364141 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.364141 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.364141 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.364141 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.364141 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:45:27.364141 dv-cinder-797608-5-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 13:45:38.319520 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6985fcfc-8c09-4702-8cc8-f3e5d67e0201 None None] get_active_networks_info from dv-cinder-797608-5-iscsi {{(pid=92931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 13:45:38.384428 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6985fcfc-8c09-4702-8cc8-f3e5d67e0201 None None] No non-hosted networks {{(pid=92931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 13:45:38.401977 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.agentschedulers_db [None req-6985fcfc-8c09-4702-8cc8-f3e5d67e0201 None None] DHCP Agent not found on host dv-cinder-797608-5-iscsi {{(pid=92931) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 14 13:45:38.529998 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4e8201ea-9b90-4b25-a06c-670f3701f871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726585'] for agent, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:40.895001 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-47bac49a-ce74-4eb2-8b14-b336c54ab115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726585'] for agent, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:40.937800 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a6bc6fc-429c-4514-ab06-550f247e0329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:41.204148 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726585'] for agent, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:41.205258 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:41.205992 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:41.207440 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:41.208164 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:41.209750 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:41.210530 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:41.211910 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:41.212770 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:41.215097 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:41.216181 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:41.218551 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:41.219300 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:41.221182 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797608-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:45:41.234932 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797608-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:45:41.825078 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726585'] for agent, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:43.607972 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726585'] for agent, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:44.673203 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 54272) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:45:45.156152 dv-cinder-797608-5-iscsi neutron-server[92930]: WARNING oslo_policy.policy [None req-085712e5-f4e4-467e-9694-b7dfd6bec348 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:45:45.156732 dv-cinder-797608-5-iscsi neutron-server[92930]: WARNING oslo_policy.policy [None req-085712e5-f4e4-467e-9694-b7dfd6bec348 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:45:45.382912 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [None req-085712e5-f4e4-467e-9694-b7dfd6bec348 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=92930) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:45:45.384150 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-085712e5-f4e4-467e-9694-b7dfd6bec348 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7089827 Jul 14 13:45:47.725357 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 54286) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:45:48.037007 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-564bbe61-206e-4baf-a40a-37ccf8cb83a0 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:45:48.130103 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.policy [None req-564bbe61-206e-4baf-a40a-37ccf8cb83a0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92930) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 13:45:48.174316 dv-cinder-797608-5-iscsi neutron-server[92930]: WARNING oslo_policy.policy [None req-564bbe61-206e-4baf-a40a-37ccf8cb83a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:45:48.174698 dv-cinder-797608-5-iscsi neutron-server[92930]: WARNING oslo_policy.policy [None req-564bbe61-206e-4baf-a40a-37ccf8cb83a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:45:48.183775 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.quota [None req-564bbe61-206e-4baf-a40a-37ccf8cb83a0 admin admin] Loaded quota_driver: . Jul 14 13:45:48.184767 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.db.l3_hamode_db [None req-2e8a24a8-7d60-4c3e-afc0-2310e0036777 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 13:45:48.261683 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a24a8-7d60-4c3e-afc0-2310e0036777 None None] Routers set() bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:45:48.262074 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a24a8-7d60-4c3e-afc0-2310e0036777 None None] Router IDs set() for agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 13:45:48.274148 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-564bbe61-206e-4baf-a40a-37ccf8cb83a0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781939342278', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781939336593', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781939329375', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781939291013', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781939284416', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781939302882', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1670577', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1663404', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-579343', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-742654'] for rbac-policy, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:48.337843 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-564bbe61-206e-4baf-a40a-37ccf8cb83a0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:48.339022 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-564bbe61-206e-4baf-a40a-37ccf8cb83a0 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6127224 Jul 14 13:45:50.856769 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 54298) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:45:51.143500 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Request body: {'network': {'name': 'private', 'project_id': '0821b9fa2f554fd895b97e891878521f', 'tenant_id': '0821b9fa2f554fd895b97e891878521f', 'admin_state_up': True}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:45:51.171462 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Made reservation on behalf of 0821b9fa2f554fd895b97e891878521f for: {'network': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:45:51.174265 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for network, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:51.191627 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:51.313729 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:51.317089 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:51.337200 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=92930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:45:51.366528 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781940339002', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:51.367105 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Unsubscribe: segment precommit_create {{(pid=92930) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 13:45:51.367620 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.db.segments_db [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Added segment 1cd467dd-a74a-4faf-878d-b0793ddd7f73 of type vlan for network 9dc31c83-bcf7-422f-bf31-e559fc1ad875 Jul 14 13:45:51.388745 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcc3bbd-0094-4803-bec9-e757b38996c8,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:45:51.441632 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:51.441985 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:51.442323 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:51.442648 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:51.442974 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:51.443306 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:51.443645 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:51.443992 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:51.444327 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:51.444643 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:51.444954 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:51.445263 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Tracked resource versions report: Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: pushed versions: Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: { 'AddressGroup': {'1.2'}, Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: 'ConntrackHelper': {'1.0'}, Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: 'Log': {'1.0'}, Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: 'Network': {'1.1'}, Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: 'Port': {'1.7'}, Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: 'PortForwarding': {'1.2'}, Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: 'QosPolicy': {'1.8'}, Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: 'SecurityGroup': {'1.4'}, Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: 'SubPort': {'1.0'}, Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: 'Subnet': {'1.1'}, Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: 'Trunk': {'1.1'}} Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: consumer versions: Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: { DHCP agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: L3 agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: Metadata agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: Metering agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: Open vSwitch agent@dv-cinder-797608-5-iscsi: { 'AddressGroup': '1.2', Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: 'ConntrackHelper': '1.0', Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: 'Log': '1.0', Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: 'Network': '1.1', Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: 'Port': '1.7', Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: 'PortForwarding': '1.2', Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: 'QosPolicy': '1.8', Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: 'SecurityGroup': '1.4', Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: 'SecurityGroupRule': '1.2', Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: 'SubPort': '1.0', Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: 'Subnet': '1.1', Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: 'Trunk': '1.1'}} Jul 14 13:45:51.446326 dv-cinder-797608-5-iscsi neutron-server[92930]: {{(pid=92930) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:45:51.489895 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781939793924'] for network, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:51.544259 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for network, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:51.545420 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:45:51.546061 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:51.627360 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7695413 Jul 14 13:45:51.644793 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53e376-020f-4f4e-a063-f9c965f2fdaf admin admin] Pushing event updated for resources: {'Network': ['ID=9dc31c83-bcf7-422f-bf31-e559fc1ad875,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:45:51.656826 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Network 9dc31c83-bcf7-422f-bf31-e559fc1ad875 details requested by agent ovs-agent-dv-cinder-797608-5-iscsi with host dv-cinder-797608-5-iscsi {{(pid=92931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:45:54.237769 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 54312) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:45:54.620103 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8efdd96-e646-4111-a42e-dfdce7aff279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:45:54.621439 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-d8efdd96-e646-4111-a42e-dfdce7aff279 admin admin] 10.222.0.45 "GET /v2.0/networks/9dc31c83-bcf7-422f-bf31-e559fc1ad875 HTTP/1.1" status: 200 len: 825 time: 0.3827307 Jul 14 13:45:54.644641 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-bd5b9b6a-c6c4-4559-8b3f-282c13cdc568 admin admin] 10.222.0.45 "GET /v2.0/subnetpools/43fc9df2-450c-43a2-b1a6-bcfaa01614e5 HTTP/1.1" status: 200 len: 734 time: 0.0175633 Jul 14 13:45:54.652792 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-9fa4d92b-85f0-4c64-b3ec-4b61189bbeac admin admin] Request body: {'subnet': {'subnetpool_id': '43fc9df2-450c-43a2-b1a6-bcfaa01614e5', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '9dc31c83-bcf7-422f-bf31-e559fc1ad875', 'tenant_id': '0821b9fa2f554fd895b97e891878521f'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:45:54.674099 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa4d92b-85f0-4c64-b3ec-4b61189bbeac admin admin] Made reservation on behalf of 0821b9fa2f554fd895b97e891878521f for: {'subnet': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:45:54.676343 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9fa4d92b-85f0-4c64-b3ec-4b61189bbeac admin admin] Notify callbacks [] for subnet, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:54.965564 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9fa4d92b-85f0-4c64-b3ec-4b61189bbeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for subnet, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:55.033357 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4d92b-85f0-4c64-b3ec-4b61189bbeac admin admin] Pushing event updated for resources: {'Subnet': ['ID=faed6516-e337-4e6f-a455-78d2a2c95c59,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:45:55.035279 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa4d92b-85f0-4c64-b3ec-4b61189bbeac admin admin] Checking segment: {'id': '1cd467dd-a74a-4faf-878d-b0793ddd7f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9dc31c83-bcf7-422f-bf31-e559fc1ad875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:45:55.035659 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa4d92b-85f0-4c64-b3ec-4b61189bbeac admin admin] Network hostable DHCP agents. Network: 9dc31c83-bcf7-422f-bf31-e559fc1ad875, hostable agents: ['82b7cd81-444f-4fd8-937d-e6dfe2847fa5'], hosted agents: [] {{(pid=92930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:45:55.055936 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa4d92b-85f0-4c64-b3ec-4b61189bbeac admin admin] Network 9dc31c83-bcf7-422f-bf31-e559fc1ad875 is scheduled to be hosted by DHCP agent 82b7cd81-444f-4fd8-937d-e6dfe2847fa5 with binding_index 1 {{(pid=92930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:45:55.066807 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-9fa4d92b-85f0-4c64-b3ec-4b61189bbeac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-5-iscsi, 9dc31c83-bcf7-422f-bf31-e559fc1ad875) {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:45:55.071188 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa4d92b-85f0-4c64-b3ec-4b61189bbeac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:45:55.071775 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9fa4d92b-85f0-4c64-b3ec-4b61189bbeac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:55.076103 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57a6dac-c0e3-4815-9854-6efebe81d2c0 None None] Network 9dc31c83-bcf7-422f-bf31-e559fc1ad875 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:45:55.084977 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-9fa4d92b-85f0-4c64-b3ec-4b61189bbeac admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4354725 Jul 14 13:45:55.398405 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5065a14-9a18-52e1-8c4d-ffd80e997c58-9dc31c83-bcf7-422f-bf31-e559fc1ad875', 'network_id': '9dc31c83-bcf7-422f-bf31-e559fc1ad875', 'tenant_id': '0821b9fa2f554fd895b97e891878521f', 'fixed_ips': [{'subnet_id': 'faed6516-e337-4e6f-a455-78d2a2c95c59'}]}} from dv-cinder-797608-5-iscsi. {{(pid=92931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:45:55.399709 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:55.666092 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Allocated IP 172.20.0.2 (9dc31c83-bcf7-422f-bf31-e559fc1ad875/faed6516-e337-4e6f-a455-78d2a2c95c59/10ded99c-e33e-4fe5-ac7d-ee47f5fcf01f) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:45:55.889913 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:55.904287 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Transition to ACTIVE for port object 10ded99c-e33e-4fe5-ac7d-ee47f5fcf01f will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:45:55.924920 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Transition to ACTIVE for port object 10ded99c-e33e-4fe5-ac7d-ee47f5fcf01f will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:45:55.934806 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:55.992802 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Network 9dc31c83-bcf7-422f-bf31-e559fc1ad875 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:45:55.998438 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:45:56.012067 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:45:56.039151 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Pushing event updated for resources: {'Port': ['ID=10ded99c-e33e-4fe5-ac7d-ee47f5fcf01f,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:45:56.065636 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:56.066031 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:56.066377 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:56.066709 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:56.067040 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:56.067368 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:56.067718 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:56.068043 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:56.068380 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:56.068706 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:56.069028 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:56.069346 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Tracked resource versions report: Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: pushed versions: Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: { 'AddressGroup': {'1.2'}, Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: 'ConntrackHelper': {'1.0'}, Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: 'Log': {'1.0'}, Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: 'Network': {'1.1'}, Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: 'Port': {'1.7'}, Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: 'PortForwarding': {'1.2'}, Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: 'QosPolicy': {'1.8'}, Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: 'SecurityGroup': {'1.4'}, Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: 'SubPort': {'1.0'}, Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: 'Subnet': {'1.1'}, Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: 'Trunk': {'1.1'}} Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: consumer versions: Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: { DHCP agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: L3 agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: Metadata agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: Metering agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: Open vSwitch agent@dv-cinder-797608-5-iscsi: { 'AddressGroup': '1.2', Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: 'ConntrackHelper': '1.0', Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: 'Log': '1.0', Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: 'Network': '1.1', Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: 'Port': '1.7', Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: 'PortForwarding': '1.2', Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: 'QosPolicy': '1.8', Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: 'SecurityGroup': '1.4', Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: 'SecurityGroupRule': '1.2', Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: 'SubPort': '1.0', Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: 'Subnet': '1.1', Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: 'Trunk': '1.1'}} Jul 14 13:45:56.070418 dv-cinder-797608-5-iscsi neutron-server[92931]: {{(pid=92931) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:45:56.099438 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Attempting to bind port 10ded99c-e33e-4fe5-ac7d-ee47f5fcf01f on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:45:56.099963 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Attempting to bind port 10ded99c-e33e-4fe5-ac7d-ee47f5fcf01f by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': '1cd467dd-a74a-4faf-878d-b0793ddd7f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9dc31c83-bcf7-422f-bf31-e559fc1ad875'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:45:56.100262 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Attempting to bind port 10ded99c-e33e-4fe5-ac7d-ee47f5fcf01f on network 9dc31c83-bcf7-422f-bf31-e559fc1ad875 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:45:56.105081 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:45:56.105477 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Checking segment: {'id': '1cd467dd-a74a-4faf-878d-b0793ddd7f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9dc31c83-bcf7-422f-bf31-e559fc1ad875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:45:56.105939 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:56.106325 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Bound using segment: {'id': '1cd467dd-a74a-4faf-878d-b0793ddd7f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9dc31c83-bcf7-422f-bf31-e559fc1ad875'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:45:56.106782 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Bound port: 10ded99c-e33e-4fe5-ac7d-ee47f5fcf01f, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd467dd-a74a-4faf-878d-b0793ddd7f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9dc31c83-bcf7-422f-bf31-e559fc1ad875'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:45:56.107206 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:56.170906 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] For port 10ded99c-e33e-4fe5-ac7d-ee47f5fcf01f, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:45:56.175208 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] For port 10ded99c-e33e-4fe5-ac7d-ee47f5fcf01f, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=10ded99c-e33e-4fe5-ac7d-ee47f5fcf01f,segment=NetworkSegment(1cd467dd-a74a-4faf-878d-b0793ddd7f73),segment_id=1cd467dd-a74a-4faf-878d-b0793ddd7f73)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:45:56.179624 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:56.241637 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c89d8a-b5f6-45b9-b60a-42b0d7efdb01 None None] Pushing event updated for resources: {'Port': ['ID=10ded99c-e33e-4fe5-ac7d-ee47f5fcf01f,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:45:57.461186 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 54320) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:45:57.769233 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [None req-83f966ef-43ab-4c6d-a935-a42274e491fc admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=92930) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:45:57.770214 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-83f966ef-43ab-4c6d-a935-a42274e491fc admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3080909 Jul 14 13:46:00.137069 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 54328) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:46:00.445257 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [None req-e6c317bd-60db-4708-84dd-4631e782abe9 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=92930) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:46:00.446244 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-e6c317bd-60db-4708-84dd-4631e782abe9 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3081901 Jul 14 13:46:02.283173 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a754a160-7fc8-4481-8b4a-2fc58722c2d7 None None] Network 9dc31c83-bcf7-422f-bf31-e559fc1ad875 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:46:02.405374 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-311d09eb-436f-4fce-9058-511cd1f5d0cc None None] Provisioning for port 10ded99c-e33e-4fe5-ac7d-ee47f5fcf01f completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:46:03.001925 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 10ded99c-e33e-4fe5-ac7d-ee47f5fcf01f up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:46:03.053415 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 54342) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:46:03.080605 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port 10ded99c-e33e-4fe5-ac7d-ee47f5fcf01f completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:46:03.084249 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 10ded99c-e33e-4fe5-ac7d-ee47f5fcf01f triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:46:03.084642 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:03.186852 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:03.220074 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port 10ded99c-e33e-4fe5-ac7d-ee47f5fcf01f, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=10ded99c-e33e-4fe5-ac7d-ee47f5fcf01f,segment=NetworkSegment(1cd467dd-a74a-4faf-878d-b0793ddd7f73),segment_id=1cd467dd-a74a-4faf-878d-b0793ddd7f73)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:46:03.223926 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:03.269551 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=10ded99c-e33e-4fe5-ac7d-ee47f5fcf01f,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:46:03.355070 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-ac371060-930a-4c77-a971-8b0f0bba7cbe admin admin] Request body: {'router': {'tenant_id': '0821b9fa2f554fd895b97e891878521f', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:46:03.378914 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ac371060-930a-4c77-a971-8b0f0bba7cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-727999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57999'] for router, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:03.380543 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ac371060-930a-4c77-a971-8b0f0bba7cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57988'] for router, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:03.514092 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ac371060-930a-4c77-a971-8b0f0bba7cbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:03.519416 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ac371060-930a-4c77-a971-8b0f0bba7cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728866'] for router, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:03.532576 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ac371060-930a-4c77-a971-8b0f0bba7cbe admin admin] Notify callbacks [] for router, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:03.533825 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-ac371060-930a-4c77-a971-8b0f0bba7cbe admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4794607 Jul 14 13:46:04.979529 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 10ded99c-e33e-4fe5-ac7d-ee47f5fcf01f up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:46:05.026958 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 10ded99c-e33e-4fe5-ac7d-ee47f5fcf01f triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:46:05.027322 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:05.860485 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 54350) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:46:06.342584 dv-cinder-797608-5-iscsi neutron-server[92928]: WARNING oslo_policy.policy [None req-fd8bb221-1b73-4380-b306-2ff99110116e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:46:06.343132 dv-cinder-797608-5-iscsi neutron-server[92928]: WARNING oslo_policy.policy [None req-fd8bb221-1b73-4380-b306-2ff99110116e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:46:06.560388 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [None req-fd8bb221-1b73-4380-b306-2ff99110116e admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:46:06.561352 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-fd8bb221-1b73-4380-b306-2ff99110116e admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6997461 Jul 14 13:46:08.226510 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-cfa60078-d3cf-481e-b5a4-de32744651f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:08.903303 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 54364) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:46:09.210394 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:46:09.212400 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.quota [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Loaded quota_driver: . Jul 14 13:46:09.267692 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Made reservation on behalf of 9ec20b0862ba4ddabda424a6c53cacdc for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:46:09.332890 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.policy [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92928) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 13:46:09.386126 dv-cinder-797608-5-iscsi neutron-server[92928]: WARNING oslo_policy.policy [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:46:09.386501 dv-cinder-797608-5-iscsi neutron-server[92928]: WARNING oslo_policy.policy [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:46:09.404808 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:09.424948 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:09.554231 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:09.558058 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:09.569830 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Reserving flat network on physical network physnet1 {{(pid=92928) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 13:46:09.604289 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781940339002', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:09.604857 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Unsubscribe: segment precommit_create {{(pid=92928) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 13:46:09.605367 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Added segment 3c71cc48-f050-4766-b815-24071411f948 of type flat for network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 Jul 14 13:46:09.622813 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51157ce3-184e-43d9-8c05-cf5dbc098bb3,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:46:09.651195 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:09.651589 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:09.651934 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:09.652262 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:09.652582 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:09.652913 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:09.653234 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:09.653548 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:09.653876 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:09.654194 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:09.654505 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:09.654814 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Tracked resource versions report: Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: pushed versions: Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: { 'AddressGroup': {'1.2'}, Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: 'ConntrackHelper': {'1.0'}, Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: 'Log': {'1.0'}, Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: 'Network': {'1.1'}, Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: 'Port': {'1.7'}, Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: 'PortForwarding': {'1.2'}, Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: 'QosPolicy': {'1.8'}, Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: 'SecurityGroup': {'1.4'}, Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: 'SubPort': {'1.0'}, Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: 'Subnet': {'1.1'}, Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: 'Trunk': {'1.1'}} Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: consumer versions: Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: { DHCP agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: L3 agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: Metadata agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: Metering agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: Open vSwitch agent@dv-cinder-797608-5-iscsi: { 'AddressGroup': '1.2', Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: 'ConntrackHelper': '1.0', Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: 'Log': '1.0', Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: 'Network': '1.1', Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: 'Port': '1.7', Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: 'PortForwarding': '1.2', Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: 'QosPolicy': '1.8', Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: 'SecurityGroup': '1.4', Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: 'SecurityGroupRule': '1.2', Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: 'SubPort': '1.0', Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: 'Subnet': '1.1', Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: 'Trunk': '1.1'}} Jul 14 13:46:09.655903 dv-cinder-797608-5-iscsi neutron-server[92928]: {{(pid=92928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:46:09.728757 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781939793924'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:09.785161 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:09.786281 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:46:09.786898 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:09.865264 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9609096 Jul 14 13:46:09.881931 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0339c-6ce7-4963-8a1e-3740433229c8 admin admin] Pushing event updated for resources: {'Network': ['ID=cd162c73-a958-4cb4-9ccb-1bec0cade7b8,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:46:09.893152 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 details requested by agent ovs-agent-dv-cinder-797608-5-iscsi with host dv-cinder-797608-5-iscsi {{(pid=92931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:46:10.886648 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b48c35a8-c49a-4a52-ae3e-757d29570033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:11.206805 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:11.776258 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:12.200532 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 54386) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:46:12.458298 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365bc6e7-cb64-4be2-a969-cac0afa62312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:46:12.459696 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-365bc6e7-cb64-4be2-a969-cac0afa62312 admin admin] 10.222.0.45 "GET /v2.0/subnets/faed6516-e337-4e6f-a455-78d2a2c95c59 HTTP/1.1" status: 200 len: 849 time: 0.2581990 Jul 14 13:46:12.616374 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6093df58-c4fc-40fb-8560-13013c04cc12 admin admin] 10.222.0.45 "GET /v2.0/routers/b2714aec-9e50-40c7-947c-af82a228f099 HTTP/1.1" status: 200 len: 704 time: 0.1514268 Jul 14 13:46:12.890386 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-effd29a3-5435-424c-8f81-dcbe66a24a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:13.176465 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-effd29a3-5435-424c-8f81-dcbe66a24a4d admin admin] Allocated IP 172.20.0.1 (9dc31c83-bcf7-422f-bf31-e559fc1ad875/faed6516-e337-4e6f-a455-78d2a2c95c59/51df1fef-c0dc-43f6-b23d-7e1396153330) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:46:13.356455 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-effd29a3-5435-424c-8f81-dcbe66a24a4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:13.382808 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-effd29a3-5435-424c-8f81-dcbe66a24a4d admin admin] Transition to ACTIVE for port object 51df1fef-c0dc-43f6-b23d-7e1396153330 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:46:13.463550 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-effd29a3-5435-424c-8f81-dcbe66a24a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:13.534828 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effd29a3-5435-424c-8f81-dcbe66a24a4d admin admin] Network 9dc31c83-bcf7-422f-bf31-e559fc1ad875 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:46:13.544147 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-effd29a3-5435-424c-8f81-dcbe66a24a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:46:13.549672 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd29a3-5435-424c-8f81-dcbe66a24a4d admin admin] Pushing event updated for resources: {'Port': ['ID=51df1fef-c0dc-43f6-b23d-7e1396153330,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:46:13.559908 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:13.562200 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effd29a3-5435-424c-8f81-dcbe66a24a4d admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:46:13.562777 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-effd29a3-5435-424c-8f81-dcbe66a24a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-729041'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:13.708510 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-bbd8b734-dad2-4b49-bd5c-34fc04a01bb9 None None] Provisioning for port 51df1fef-c0dc-43f6-b23d-7e1396153330 completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:46:13.712523 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-bbd8b734-dad2-4b49-bd5c-34fc04a01bb9 None None] Provisioning complete for port 51df1fef-c0dc-43f6-b23d-7e1396153330 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:46:13.712895 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bbd8b734-dad2-4b49-bd5c-34fc04a01bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:13.745645 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8b734-dad2-4b49-bd5c-34fc04a01bb9 None None] Port 51df1fef-c0dc-43f6-b23d-7e1396153330 cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:46:13.777082 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-effd29a3-5435-424c-8f81-dcbe66a24a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:13.994228 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-effd29a3-5435-424c-8f81-dcbe66a24a4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:13.998583 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-effd29a3-5435-424c-8f81-dcbe66a24a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:13.999255 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-effd29a3-5435-424c-8f81-dcbe66a24a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-726113'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:14.075256 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd29a3-5435-424c-8f81-dcbe66a24a4d admin admin] Pushing event updated for resources: {'Port': ['ID=51df1fef-c0dc-43f6-b23d-7e1396153330,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:46:14.120536 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effd29a3-5435-424c-8f81-dcbe66a24a4d admin admin] Network 9dc31c83-bcf7-422f-bf31-e559fc1ad875 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:46:14.121780 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-effd29a3-5435-424c-8f81-dcbe66a24a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:46:14.280193 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effd29a3-5435-424c-8f81-dcbe66a24a4d admin admin] Router b2714aec-9e50-40c7-947c-af82a228f099 is scheduled to L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:46:14.365674 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-3a0f545d-ebe7-4c0c-ae92-0939fb814709 None None] Provisioning complete for port 51df1fef-c0dc-43f6-b23d-7e1396153330 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:46:14.366036 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a0f545d-ebe7-4c0c-ae92-0939fb814709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:14.372557 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effd29a3-5435-424c-8f81-dcbe66a24a4d admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:46:14.383969 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-effd29a3-5435-424c-8f81-dcbe66a24a4d admin admin] 10.222.0.45 "PUT /v2.0/routers/b2714aec-9e50-40c7-947c-af82a228f099/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7568054 Jul 14 13:46:14.387146 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] Sync routers for ids ['b2714aec-9e50-40c7-947c-af82a228f099'] in dv-cinder-797608-5-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:46:14.398303 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] Routers {'b2714aec-9e50-40c7-947c-af82a228f099'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:46:14.399187 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:46:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['b2714aec-9e50-40c7-947c-af82a228f099'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:46:14.401676 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f545d-ebe7-4c0c-ae92-0939fb814709 None None] Port 51df1fef-c0dc-43f6-b23d-7e1396153330 cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:46:14.581596 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] Set router b2714aec-9e50-40c7-947c-af82a228f099 gateway port host: None {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:46:14.993765 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2714aec-9e50-40c7-947c-af82a228f099', 'name': 'router1', 'tenant_id': '0821b9fa2f554fd895b97e891878521f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:46:03Z', 'updated_at': '2021-07-14T13:46:13Z', 'revision_number': 2, 'project_id': '0821b9fa2f554fd895b97e891878521f', 'gw_port_host': None, '_interfaces': [{'id': '51df1fef-c0dc-43f6-b23d-7e1396153330', 'name': '', 'network_id': '9dc31c83-bcf7-422f-bf31-e559fc1ad875', 'tenant_id': '0821b9fa2f554fd895b97e891878521f', 'mac_address': 'fa:16:3e:aa:e0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2714aec-9e50-40c7-947c-af82a228f099', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'faed6516-e337-4e6f-a455-78d2a2c95c59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:46:12Z', 'updated_at': '2021-07-14T13:46:13Z', 'revision_number': 2, 'project_id': '0821b9fa2f554fd895b97e891878521f', 'subnets': [{'id': 'faed6516-e337-4e6f-a455-78d2a2c95c59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43fc9df2-450c-43a2-b1a6-bcfaa01614e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:46:15.043589 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] Checking router: b2714aec-9e50-40c7-947c-af82a228f099 for host: dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:46:15.043964 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] Updating router b2714aec-9e50-40c7-947c-af82a228f099 port 51df1fef-c0dc-43f6-b23d-7e1396153330 binding host dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:46:15.106036 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:15.579701 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:15.596651 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] Transition to ACTIVE for port object 51df1fef-c0dc-43f6-b23d-7e1396153330 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:46:15.603318 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:15.755164 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ef7b9-04e6-4709-8001-1cfe557738f7 None None] Pushing event updated for resources: {'Port': ['ID=51df1fef-c0dc-43f6-b23d-7e1396153330,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:46:15.770624 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ef7b9-04e6-4709-8001-1cfe557738f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:15.770969 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ef7b9-04e6-4709-8001-1cfe557738f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:15.771303 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ef7b9-04e6-4709-8001-1cfe557738f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:15.771651 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ef7b9-04e6-4709-8001-1cfe557738f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:15.771978 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ef7b9-04e6-4709-8001-1cfe557738f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:15.772303 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ef7b9-04e6-4709-8001-1cfe557738f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:15.772623 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ef7b9-04e6-4709-8001-1cfe557738f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:15.772945 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ef7b9-04e6-4709-8001-1cfe557738f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:15.773267 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ef7b9-04e6-4709-8001-1cfe557738f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:15.773581 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ef7b9-04e6-4709-8001-1cfe557738f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:15.773916 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ef7b9-04e6-4709-8001-1cfe557738f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:15.774813 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ef7b9-04e6-4709-8001-1cfe557738f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ef7b9-04e6-4709-8001-1cfe557738f7 None None] Tracked resource versions report: Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: pushed versions: Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: { 'AddressGroup': {'1.2'}, Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: 'ConntrackHelper': {'1.0'}, Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: 'Log': {'1.0'}, Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: 'Network': {'1.1'}, Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: 'Port': {'1.7'}, Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: 'PortForwarding': {'1.2'}, Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: 'QosPolicy': {'1.8'}, Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: 'SecurityGroup': {'1.4'}, Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: 'SubPort': {'1.0'}, Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: 'Subnet': {'1.1'}, Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: 'Trunk': {'1.1'}} Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: consumer versions: Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: { DHCP agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: L3 agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: Metadata agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: Metering agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: Open vSwitch agent@dv-cinder-797608-5-iscsi: { 'AddressGroup': '1.2', Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: 'ConntrackHelper': '1.0', Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: 'Log': '1.0', Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: 'Network': '1.1', Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: 'Port': '1.7', Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: 'PortForwarding': '1.2', Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: 'QosPolicy': '1.8', Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: 'SecurityGroup': '1.4', Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: 'SecurityGroupRule': '1.2', Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: 'SubPort': '1.0', Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: 'Subnet': '1.1', Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: 'Trunk': '1.1'}} Jul 14 13:46:15.775896 dv-cinder-797608-5-iscsi neutron-server[92933]: {{(pid=92933) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:46:15.778422 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] Attempting to bind port 51df1fef-c0dc-43f6-b23d-7e1396153330 on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:46:15.778820 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] Attempting to bind port 51df1fef-c0dc-43f6-b23d-7e1396153330 by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': '1cd467dd-a74a-4faf-878d-b0793ddd7f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9dc31c83-bcf7-422f-bf31-e559fc1ad875'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:46:15.779237 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] Attempting to bind port 51df1fef-c0dc-43f6-b23d-7e1396153330 on network 9dc31c83-bcf7-422f-bf31-e559fc1ad875 {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:46:15.784737 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:46:15.785130 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] Checking segment: {'id': '1cd467dd-a74a-4faf-878d-b0793ddd7f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9dc31c83-bcf7-422f-bf31-e559fc1ad875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:46:15.785590 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:15.785965 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] Bound using segment: {'id': '1cd467dd-a74a-4faf-878d-b0793ddd7f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9dc31c83-bcf7-422f-bf31-e559fc1ad875'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:46:15.787018 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] Bound port: 51df1fef-c0dc-43f6-b23d-7e1396153330, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd467dd-a74a-4faf-878d-b0793ddd7f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9dc31c83-bcf7-422f-bf31-e559fc1ad875'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:46:15.787018 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:15.851840 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] For port 51df1fef-c0dc-43f6-b23d-7e1396153330, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:46:15.872128 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] For port 51df1fef-c0dc-43f6-b23d-7e1396153330, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=51df1fef-c0dc-43f6-b23d-7e1396153330,segment=NetworkSegment(1cd467dd-a74a-4faf-878d-b0793ddd7f73),segment_id=1cd467dd-a74a-4faf-878d-b0793ddd7f73)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:46:15.876663 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:15.933346 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] Routers {'b2714aec-9e50-40c7-947c-af82a228f099'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:46:15.933966 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:46:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['b2714aec-9e50-40c7-947c-af82a228f099'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:46:15.968975 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ef7b9-04e6-4709-8001-1cfe557738f7 None None] Pushing event updated for resources: {'Port': ['ID=51df1fef-c0dc-43f6-b23d-7e1396153330,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:46:16.026462 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] Set router b2714aec-9e50-40c7-947c-af82a228f099 gateway port host: None {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:46:16.231205 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2714aec-9e50-40c7-947c-af82a228f099', 'name': 'router1', 'tenant_id': '0821b9fa2f554fd895b97e891878521f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:46:03Z', 'updated_at': '2021-07-14T13:46:13Z', 'revision_number': 2, 'project_id': '0821b9fa2f554fd895b97e891878521f', 'gw_port_host': None, '_interfaces': [{'id': '51df1fef-c0dc-43f6-b23d-7e1396153330', 'name': '', 'network_id': '9dc31c83-bcf7-422f-bf31-e559fc1ad875', 'tenant_id': '0821b9fa2f554fd895b97e891878521f', 'mac_address': 'fa:16:3e:aa:e0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2714aec-9e50-40c7-947c-af82a228f099', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'faed6516-e337-4e6f-a455-78d2a2c95c59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:46:12Z', 'updated_at': '2021-07-14T13:46:15Z', 'revision_number': 4, 'project_id': '0821b9fa2f554fd895b97e891878521f', 'subnets': [{'id': 'faed6516-e337-4e6f-a455-78d2a2c95c59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43fc9df2-450c-43a2-b1a6-bcfaa01614e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:46:16.258661 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f915f858-ce2e-4a5e-ab01-519860d099c8 None None] The sync data for ids ['b2714aec-9e50-40c7-947c-af82a228f099'] in dv-cinder-797608-5-iscsi is: [{'id': 'b2714aec-9e50-40c7-947c-af82a228f099', 'name': 'router1', 'tenant_id': '0821b9fa2f554fd895b97e891878521f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:46:03Z', 'updated_at': '2021-07-14T13:46:13Z', 'revision_number': 2, 'project_id': '0821b9fa2f554fd895b97e891878521f', 'gw_port_host': None, '_interfaces': [{'id': '51df1fef-c0dc-43f6-b23d-7e1396153330', 'name': '', 'network_id': '9dc31c83-bcf7-422f-bf31-e559fc1ad875', 'tenant_id': '0821b9fa2f554fd895b97e891878521f', 'mac_address': 'fa:16:3e:aa:e0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2714aec-9e50-40c7-947c-af82a228f099', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'faed6516-e337-4e6f-a455-78d2a2c95c59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:46:12Z', 'updated_at': '2021-07-14T13:46:15Z', 'revision_number': 4, 'project_id': '0821b9fa2f554fd895b97e891878521f', 'subnets': [{'id': 'faed6516-e337-4e6f-a455-78d2a2c95c59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43fc9df2-450c-43a2-b1a6-bcfaa01614e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:46:16.626871 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 54408) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:46:16.732945 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2249edb4-b1cb-41ab-aa5b-ae9957a27807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:46:16.734287 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2249edb4-b1cb-41ab-aa5b-ae9957a27807 admin admin] 10.222.0.45 "GET /v2.0/networks/cd162c73-a958-4cb4-9ccb-1bec0cade7b8 HTTP/1.1" status: 200 len: 842 time: 0.1063867 Jul 14 13:46:16.744287 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-e00bfd7a-35c2-4f8a-b710-c3e4790b05eb admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:46:16.768239 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00bfd7a-35c2-4f8a-b710-c3e4790b05eb admin admin] Made reservation on behalf of 9ec20b0862ba4ddabda424a6c53cacdc for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:46:16.770633 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e00bfd7a-35c2-4f8a-b710-c3e4790b05eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:17.072324 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.objects.ports [None req-e00bfd7a-35c2-4f8a-b710-c3e4790b05eb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92928) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 13:46:17.072749 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e00bfd7a-35c2-4f8a-b710-c3e4790b05eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:17.127007 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00bfd7a-35c2-4f8a-b710-c3e4790b05eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=12dd67ef-565e-43e2-af52-7977bdc7d073,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:46:17.137449 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00bfd7a-35c2-4f8a-b710-c3e4790b05eb admin admin] Checking segment: {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:46:17.137793 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00bfd7a-35c2-4f8a-b710-c3e4790b05eb admin admin] Network hostable DHCP agents. Network: cd162c73-a958-4cb4-9ccb-1bec0cade7b8, hostable agents: ['82b7cd81-444f-4fd8-937d-e6dfe2847fa5'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:46:17.158807 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00bfd7a-35c2-4f8a-b710-c3e4790b05eb admin admin] Network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 is scheduled to be hosted by DHCP agent 82b7cd81-444f-4fd8-937d-e6dfe2847fa5 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:46:17.169317 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-e00bfd7a-35c2-4f8a-b710-c3e4790b05eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-5-iscsi, cd162c73-a958-4cb4-9ccb-1bec0cade7b8) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:46:17.173200 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00bfd7a-35c2-4f8a-b710-c3e4790b05eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:46:17.173776 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e00bfd7a-35c2-4f8a-b710-c3e4790b05eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:17.179445 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1bcdea-e9bb-4bf9-a071-98f70296595e None None] Network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:46:17.196843 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e00bfd7a-35c2-4f8a-b710-c3e4790b05eb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4562387 Jul 14 13:46:17.312988 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af06b98e-9ce8-4f70-88ef-0232ca161f10 None None] Network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:46:19.449445 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 54422) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:46:19.657263 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-f9872b82-7b9a-45ac-977c-eefdc3dc0bcf admin admin] 10.222.0.45 "GET /v2.0/routers/b2714aec-9e50-40c7-947c-af82a228f099 HTTP/1.1" status: 200 len: 710 time: 0.2067044 Jul 14 13:46:19.768304 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a2759c-bbae-4651-b598-0f6c6ea2af8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:46:19.769652 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-96a2759c-bbae-4651-b598-0f6c6ea2af8a admin admin] 10.222.0.45 "GET /v2.0/networks/cd162c73-a958-4cb4-9ccb-1bec0cade7b8 HTTP/1.1" status: 200 len: 886 time: 0.1074469 Jul 14 13:46:19.778649 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-da2b5eaf-a6f2-42db-a983-4f4ffd0767a0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:46:20.023256 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-da2b5eaf-a6f2-42db-a983-4f4ffd0767a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728771', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-727977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59758'] for router, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:20.254890 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-da2b5eaf-a6f2-42db-a983-4f4ffd0767a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:20.330824 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-da2b5eaf-a6f2-42db-a983-4f4ffd0767a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:20.524720 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-da2b5eaf-a6f2-42db-a983-4f4ffd0767a0 admin admin] Allocated IP 172.27.2.71 (cd162c73-a958-4cb4-9ccb-1bec0cade7b8/12dd67ef-565e-43e2-af52-7977bdc7d073/27c8a2e3-db70-4467-8f95-8fde758cbbde) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:46:20.626587 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-da2b5eaf-a6f2-42db-a983-4f4ffd0767a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:20.707338 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-da2b5eaf-a6f2-42db-a983-4f4ffd0767a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:20.774503 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2b5eaf-a6f2-42db-a983-4f4ffd0767a0 admin admin] Network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:46:20.784218 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-da2b5eaf-a6f2-42db-a983-4f4ffd0767a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:46:20.787239 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2b5eaf-a6f2-42db-a983-4f4ffd0767a0 admin admin] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:46:20.824452 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b5eaf-a6f2-42db-a983-4f4ffd0767a0 admin admin] Pushing event updated for resources: {'Port': ['ID=27c8a2e3-db70-4467-8f95-8fde758cbbde,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:46:21.007378 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 51df1fef-c0dc-43f6-b23d-7e1396153330 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:46:21.054751 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port 51df1fef-c0dc-43f6-b23d-7e1396153330 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:46:21.058279 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 51df1fef-c0dc-43f6-b23d-7e1396153330 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:46:21.058718 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:21.065761 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-da2b5eaf-a6f2-42db-a983-4f4ffd0767a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:21.133976 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:21.164263 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port 51df1fef-c0dc-43f6-b23d-7e1396153330, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=51df1fef-c0dc-43f6-b23d-7e1396153330,segment=NetworkSegment(1cd467dd-a74a-4faf-878d-b0793ddd7f73),segment_id=1cd467dd-a74a-4faf-878d-b0793ddd7f73)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:46:21.168336 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:21.213288 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=51df1fef-c0dc-43f6-b23d-7e1396153330,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:46:21.258858 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-da2b5eaf-a6f2-42db-a983-4f4ffd0767a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728771', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-727977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59758'] for router, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:21.262054 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-da2b5eaf-a6f2-42db-a983-4f4ffd0767a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-727954'] for router, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:21.368465 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2b5eaf-a6f2-42db-a983-4f4ffd0767a0 admin admin] Router b2714aec-9e50-40c7-947c-af82a228f099 has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:46:21.477607 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2b5eaf-a6f2-42db-a983-4f4ffd0767a0 admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:46:21.482300 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-da2b5eaf-a6f2-42db-a983-4f4ffd0767a0 admin admin] Notify callbacks [] for router, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:21.483494 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-da2b5eaf-a6f2-42db-a983-4f4ffd0767a0 admin admin] 10.222.0.45 "PUT /v2.0/routers/b2714aec-9e50-40c7-947c-af82a228f099 HTTP/1.1" status: 200 len: 889 time: 1.7080085 Jul 14 13:46:21.487459 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] Sync routers for ids ['b2714aec-9e50-40c7-947c-af82a228f099'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:46:21.498308 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] Routers {'b2714aec-9e50-40c7-947c-af82a228f099'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:46:21.499011 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:46:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['b2714aec-9e50-40c7-947c-af82a228f099'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:46:21.766068 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] Set router b2714aec-9e50-40c7-947c-af82a228f099 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:46:22.144325 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2714aec-9e50-40c7-947c-af82a228f099', 'name': 'router1', 'tenant_id': '0821b9fa2f554fd895b97e891878521f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '27c8a2e3-db70-4467-8f95-8fde758cbbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:46:03Z', 'updated_at': '2021-07-14T13:46:20Z', 'revision_number': 4, 'project_id': '0821b9fa2f554fd895b97e891878521f', 'gw_port': {'id': '27c8a2e3-db70-4467-8f95-8fde758cbbde', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2714aec-9e50-40c7-947c-af82a228f099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:46:20Z', 'updated_at': '2021-07-14T13:46:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '51df1fef-c0dc-43f6-b23d-7e1396153330', 'name': '', 'network_id': '9dc31c83-bcf7-422f-bf31-e559fc1ad875', 'tenant_id': '0821b9fa2f554fd895b97e891878521f', 'mac_address': 'fa:16:3e:aa:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2714aec-9e50-40c7-947c-af82a228f099', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'faed6516-e337-4e6f-a455-78d2a2c95c59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:46:12Z', 'updated_at': '2021-07-14T13:46:21Z', 'revision_number': 5, 'project_id': '0821b9fa2f554fd895b97e891878521f', 'subnets': [{'id': 'faed6516-e337-4e6f-a455-78d2a2c95c59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43fc9df2-450c-43a2-b1a6-bcfaa01614e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:46:22.192680 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] Checking router: b2714aec-9e50-40c7-947c-af82a228f099 for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:46:22.193026 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] Updating router b2714aec-9e50-40c7-947c-af82a228f099 port 27c8a2e3-db70-4467-8f95-8fde758cbbde binding host dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:46:22.224824 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:22.536519 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:22.545647 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] Transition to ACTIVE for port object 27c8a2e3-db70-4467-8f95-8fde758cbbde will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:46:22.551771 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:22.601030 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] Attempting to bind port 27c8a2e3-db70-4467-8f95-8fde758cbbde on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:46:22.601398 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] Attempting to bind port 27c8a2e3-db70-4467-8f95-8fde758cbbde by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:46:22.601787 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] Attempting to bind port 27c8a2e3-db70-4467-8f95-8fde758cbbde on network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:46:22.604448 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d15c49-234d-4433-b2a8-022a8664ae42 None None] Pushing event updated for resources: {'Port': ['ID=27c8a2e3-db70-4467-8f95-8fde758cbbde,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:46:22.609092 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:46:22.609464 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] Checking segment: {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:46:22.609851 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:22.610237 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] Bound using segment: {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:46:22.611711 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] Bound port: 27c8a2e3-db70-4467-8f95-8fde758cbbde, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:46:22.611711 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:22.662574 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] For port 27c8a2e3-db70-4467-8f95-8fde758cbbde, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:46:22.665548 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] For port 27c8a2e3-db70-4467-8f95-8fde758cbbde, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=27c8a2e3-db70-4467-8f95-8fde758cbbde,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:46:22.669176 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:22.726269 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] Routers {'b2714aec-9e50-40c7-947c-af82a228f099'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:46:22.726895 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:46:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['b2714aec-9e50-40c7-947c-af82a228f099'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:46:22.729498 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d15c49-234d-4433-b2a8-022a8664ae42 None None] Pushing event updated for resources: {'Port': ['ID=27c8a2e3-db70-4467-8f95-8fde758cbbde,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:46:22.906329 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] Set router b2714aec-9e50-40c7-947c-af82a228f099 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:46:23.015061 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 51df1fef-c0dc-43f6-b23d-7e1396153330 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:46:23.092452 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 51df1fef-c0dc-43f6-b23d-7e1396153330 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:46:23.092818 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:23.216903 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2714aec-9e50-40c7-947c-af82a228f099', 'name': 'router1', 'tenant_id': '0821b9fa2f554fd895b97e891878521f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '27c8a2e3-db70-4467-8f95-8fde758cbbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:46:03Z', 'updated_at': '2021-07-14T13:46:20Z', 'revision_number': 4, 'project_id': '0821b9fa2f554fd895b97e891878521f', 'gw_port': {'id': '27c8a2e3-db70-4467-8f95-8fde758cbbde', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2714aec-9e50-40c7-947c-af82a228f099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:46:20Z', 'updated_at': '2021-07-14T13:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '51df1fef-c0dc-43f6-b23d-7e1396153330', 'name': '', 'network_id': '9dc31c83-bcf7-422f-bf31-e559fc1ad875', 'tenant_id': '0821b9fa2f554fd895b97e891878521f', 'mac_address': 'fa:16:3e:aa:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2714aec-9e50-40c7-947c-af82a228f099', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'faed6516-e337-4e6f-a455-78d2a2c95c59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:46:12Z', 'updated_at': '2021-07-14T13:46:21Z', 'revision_number': 5, 'project_id': '0821b9fa2f554fd895b97e891878521f', 'subnets': [{'id': 'faed6516-e337-4e6f-a455-78d2a2c95c59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43fc9df2-450c-43a2-b1a6-bcfaa01614e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:46:23.242461 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b150a9-4d5f-4230-9a43-b737a51d1f8d None None] The sync data for ids ['b2714aec-9e50-40c7-947c-af82a228f099'] in dv-cinder-797608-5-iscsi is: [{'id': 'b2714aec-9e50-40c7-947c-af82a228f099', 'name': 'router1', 'tenant_id': '0821b9fa2f554fd895b97e891878521f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '27c8a2e3-db70-4467-8f95-8fde758cbbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:46:03Z', 'updated_at': '2021-07-14T13:46:20Z', 'revision_number': 4, 'project_id': '0821b9fa2f554fd895b97e891878521f', 'gw_port': {'id': '27c8a2e3-db70-4467-8f95-8fde758cbbde', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2714aec-9e50-40c7-947c-af82a228f099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:46:20Z', 'updated_at': '2021-07-14T13:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '51df1fef-c0dc-43f6-b23d-7e1396153330', 'name': '', 'network_id': '9dc31c83-bcf7-422f-bf31-e559fc1ad875', 'tenant_id': '0821b9fa2f554fd895b97e891878521f', 'mac_address': 'fa:16:3e:aa:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2714aec-9e50-40c7-947c-af82a228f099', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'faed6516-e337-4e6f-a455-78d2a2c95c59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:46:12Z', 'updated_at': '2021-07-14T13:46:21Z', 'revision_number': 5, 'project_id': '0821b9fa2f554fd895b97e891878521f', 'subnets': [{'id': 'faed6516-e337-4e6f-a455-78d2a2c95c59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43fc9df2-450c-43a2-b1a6-bcfaa01614e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:46:23.848841 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 54430) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:46:23.975653 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-d0fb2da2-b444-4fee-a71c-deb08febb9b2 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1256464 Jul 14 13:46:25.007841 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 27c8a2e3-db70-4467-8f95-8fde758cbbde up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:46:25.056182 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port 27c8a2e3-db70-4467-8f95-8fde758cbbde completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:46:25.059507 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 27c8a2e3-db70-4467-8f95-8fde758cbbde triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:46:25.059961 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:25.136845 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:25.155958 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port 27c8a2e3-db70-4467-8f95-8fde758cbbde, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=27c8a2e3-db70-4467-8f95-8fde758cbbde,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:46:25.159238 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:25.208959 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=27c8a2e3-db70-4467-8f95-8fde758cbbde,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:46:27.003973 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 27c8a2e3-db70-4467-8f95-8fde758cbbde up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:46:27.050698 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 27c8a2e3-db70-4467-8f95-8fde758cbbde triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:46:27.051315 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:33.222880 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 5 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:46:38.228989 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fca7b305-e70e-43f6-85fc-d840e873db97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:40.890417 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-61dbd539-309a-4404-8710-22e62998c935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:41.207976 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:41.785951 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:43.565108 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:08.233605 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-36942bc2-2814-4d07-bf08-c7afe3274f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:10.221379 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 5 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:47:10.893954 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a04314ac-5da8-4e33-8534-3a068dfe2371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:11.217394 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:11.785678 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:13.569262 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:38.234136 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c7263b72-dfc3-4082-8453-f23225bbc03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:40.895374 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bed97728-2935-4d56-9559-fd605f35d31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:41.209584 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:41.786161 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:43.564727 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:47.219358 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 5 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:47:58.932195 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 54998) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:47:58.990317 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae8dc54-84ed-4d70-83e5-20f6dbfba4d5 admin admin] GET failed (client error): The resource could not be found. Jul 14 13:47:58.991635 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-1ae8dc54-84ed-4d70-83e5-20f6dbfba4d5 admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0584936 Jul 14 13:47:59.209867 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10cab1b-7488-4ccf-b84c-8ba050db2c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:47:59.211240 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-f10cab1b-7488-4ccf-b84c-8ba050db2c53 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2158530 Jul 14 13:48:01.344330 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 55008) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:48:01.434431 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef1d55b-390d-4679-8ff6-ee2ce926619d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:48:01.435807 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-2ef1d55b-390d-4679-8ff6-ee2ce926619d admin admin] 10.222.0.45 "GET /v2.0/subnets/faed6516-e337-4e6f-a455-78d2a2c95c59 HTTP/1.1" status: 200 len: 849 time: 0.0905030 Jul 14 13:48:01.445298 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-dafb468f-e8cb-4e25-bbcf-830999633c45 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:48:01.525207 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dafb468f-e8cb-4e25-bbcf-830999633c45 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:01.659759 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dafb468f-e8cb-4e25-bbcf-830999633c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781940228630'] for subnet, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:01.688203 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafb468f-e8cb-4e25-bbcf-830999633c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:48:01.688802 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dafb468f-e8cb-4e25-bbcf-830999633c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:01.690086 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-dafb468f-e8cb-4e25-bbcf-830999633c45 admin admin] 10.222.0.45 "PUT /v2.0/subnets/faed6516-e337-4e6f-a455-78d2a2c95c59 HTTP/1.1" status: 200 len: 868 time: 0.2483785 Jul 14 13:48:01.704968 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9066d915-9aab-44c3-a0bf-946242c02f63 None None] Network 9dc31c83-bcf7-422f-bf31-e559fc1ad875 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:48:01.711066 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb468f-e8cb-4e25-bbcf-830999633c45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faed6516-e337-4e6f-a455-78d2a2c95c59,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:48:01.718378 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb468f-e8cb-4e25-bbcf-830999633c45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:01.718760 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb468f-e8cb-4e25-bbcf-830999633c45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:01.719108 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb468f-e8cb-4e25-bbcf-830999633c45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:01.719440 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb468f-e8cb-4e25-bbcf-830999633c45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:01.719804 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb468f-e8cb-4e25-bbcf-830999633c45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:01.720152 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb468f-e8cb-4e25-bbcf-830999633c45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:01.720483 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb468f-e8cb-4e25-bbcf-830999633c45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:01.720810 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb468f-e8cb-4e25-bbcf-830999633c45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:01.721152 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb468f-e8cb-4e25-bbcf-830999633c45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:01.722045 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb468f-e8cb-4e25-bbcf-830999633c45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:01.722367 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb468f-e8cb-4e25-bbcf-830999633c45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:01.722688 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafb468f-e8cb-4e25-bbcf-830999633c45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:02.109620 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6c7cede6-758e-48dd-957b-c1444b0603dd None None] Provisioning complete for port 51df1fef-c0dc-43f6-b23d-7e1396153330 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:48:02.109992 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6c7cede6-758e-48dd-957b-c1444b0603dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:02.192422 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6c7cede6-758e-48dd-957b-c1444b0603dd None None] Provisioning complete for port 10ded99c-e33e-4fe5-ac7d-ee47f5fcf01f triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:48:02.192696 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6c7cede6-758e-48dd-957b-c1444b0603dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:03.835174 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 55016) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:48:04.032846 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e902bf34-aa94-487b-8273-27f9d773e8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:48:04.033242 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e902bf34-aa94-487b-8273-27f9d773e8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:48:04.035709 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-e902bf34-aa94-487b-8273-27f9d773e8b8 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1995237 Jul 14 13:48:06.161557 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 55024) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:48:06.355161 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4993020-60d7-41cf-b7f5-8755da77014b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:48:06.355555 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4993020-60d7-41cf-b7f5-8755da77014b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:48:06.357140 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c4993020-60d7-41cf-b7f5-8755da77014b admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1946440 Jul 14 13:48:08.235036 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8c2fe41a-c6b6-45bf-9241-4d91afcaacd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:08.468405 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 55034) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:48:08.595338 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d89609-720d-4325-9da4-4854b140a2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:48:08.597253 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-13d89609-720d-4325-9da4-4854b140a2ad admin admin] 10.222.0.45 "GET /v2.0/networks/9dc31c83-bcf7-422f-bf31-e559fc1ad875 HTTP/1.1" status: 200 len: 869 time: 0.1279044 Jul 14 13:48:10.733299 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 55042) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:48:10.854071 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c070430-1844-49b9-9785-9ef1facbf4e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:48:10.855429 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-4c070430-1844-49b9-9785-9ef1facbf4e3 admin admin] 10.222.0.45 "GET /v2.0/networks/cd162c73-a958-4cb4-9ccb-1bec0cade7b8 HTTP/1.1" status: 200 len: 886 time: 0.1211991 Jul 14 13:48:10.898736 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9c5abd24-d5ad-4582-8dd8-87f45a5a32b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:11.210634 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:11.789074 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:12.977491 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 55050) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:48:13.098131 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb486b0a-e707-4ba9-806c-de6564a0b3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:48:13.098591 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb486b0a-e707-4ba9-806c-de6564a0b3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:48:13.100115 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-eb486b0a-e707-4ba9-806c-de6564a0b3e4 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1216588 Jul 14 13:48:13.575883 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:15.225287 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 55058) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:48:15.344066 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff4d463-7674-422b-8455-a01c7a12f283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:48:15.344455 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff4d463-7674-422b-8455-a01c7a12f283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:48:15.346590 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3ff4d463-7674-422b-8455-a01c7a12f283 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1203525 Jul 14 13:48:17.474680 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 55066) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:48:17.556860 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f647a2-dc96-4754-986f-e5772ac4950a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:48:17.558160 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f6f647a2-dc96-4754-986f-e5772ac4950a admin admin] 10.222.0.45 "GET /v2.0/subnets/12dd67ef-565e-43e2-af52-7977bdc7d073 HTTP/1.1" status: 200 len: 816 time: 0.0825441 Jul 14 13:48:19.687468 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 55074) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:48:19.774079 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59c6945-d75b-4dde-8f84-24a4f6db8dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:48:19.775370 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c59c6945-d75b-4dde-8f84-24a4f6db8dc7 admin admin] 10.222.0.45 "GET /v2.0/subnets/faed6516-e337-4e6f-a455-78d2a2c95c59 HTTP/1.1" status: 200 len: 868 time: 0.0869131 Jul 14 13:48:24.217769 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 5 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:48:38.237025 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b3fc06d3-81b3-4de4-817c-0e146bc53906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:40.898711 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5e016aee-9d4b-4368-9bcc-3411c3604487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:41.212961 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:41.792232 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:43.579391 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:43.748228 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 55126) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:48:43.793086 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [None req-c14d1c0e-6a56-4a66-9aa8-1ebf8100f7f2 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=92930) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:48:43.794081 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-c14d1c0e-6a56-4a66-9aa8-1ebf8100f7f2 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0449274 Jul 14 13:48:45.998809 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 55134) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:48:46.057047 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.pecan_wsgi.hooks.translation [None req-1042bdb5-2af0-420e-867a-1b42323bbbba admin admin] GET failed (client error): The resource could not be found. Jul 14 13:48:46.058333 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1042bdb5-2af0-420e-867a-1b42323bbbba admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0586097 Jul 14 13:48:46.271964 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18d7265-6868-4040-b87c-14192a3d0da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:48:46.273361 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d18d7265-6868-4040-b87c-14192a3d0da3 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2111375 Jul 14 13:48:48.409424 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 55142) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:48:48.454165 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:48:48.474354 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] Made reservation on behalf of 9ec20b0862ba4ddabda424a6c53cacdc for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:48:48.476616 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:48.503600 dv-cinder-797608-5-iscsi neutron-server[92928]: WARNING neutron.services.revisions.revision_plugin [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] Could not find related network for resource to bump revision. Jul 14 13:48:48.517455 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:48:48.526998 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:48.527337 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] Added segment 5b909a59-293f-4b48-a356-b0ae79930aae of type vlan for network d9dbdfbf-5336-46f1-a63b-b0fc9a9bb272 Jul 14 13:48:48.565593 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781939793924'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:48.591975 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:48.593688 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:48:48.593688 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:48.647982 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2374732 Jul 14 13:48:48.652742 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] Pushing event updated for resources: {'Network': ['ID=d9dbdfbf-5336-46f1-a63b-b0fc9a9bb272,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:48:48.659934 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:48.660306 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:48.660644 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:48.660970 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:48.661293 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:48.661630 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:48.661951 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:48.662268 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:48.662609 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:48.662928 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:48.663249 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:48.663564 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0ffd8b-7c7c-4203-84f5-271f9ec9e589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:48.675894 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Network d9dbdfbf-5336-46f1-a63b-b0fc9a9bb272 details requested by agent ovs-agent-dv-cinder-797608-5-iscsi with host dv-cinder-797608-5-iscsi {{(pid=92931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:48:50.805596 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 55150) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:48:50.863636 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c6fa24-4b3d-463a-a24f-59126dafc059 admin admin] GET failed (client error): The resource could not be found. Jul 14 13:48:50.864929 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-02c6fa24-4b3d-463a-a24f-59126dafc059 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0584159 Jul 14 13:48:50.931528 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc796e6d-94dc-4a05-b63f-3b40ae5de326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:48:50.933333 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-cc796e6d-94dc-4a05-b63f-3b40ae5de326 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0647378 Jul 14 13:48:50.942629 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-d9d2aee5-f4ef-40b7-ab3e-cb05a689aaaf admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'd9dbdfbf-5336-46f1-a63b-b0fc9a9bb272', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:48:50.962402 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d2aee5-f4ef-40b7-ab3e-cb05a689aaaf admin admin] Made reservation on behalf of 9ec20b0862ba4ddabda424a6c53cacdc for: {'subnet': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:48:50.964785 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d9d2aee5-f4ef-40b7-ab3e-cb05a689aaaf admin admin] Notify callbacks [] for subnet, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:51.120214 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d9d2aee5-f4ef-40b7-ab3e-cb05a689aaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for subnet, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:51.174454 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2aee5-f4ef-40b7-ab3e-cb05a689aaaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c6e5df6-54e8-42ac-815e-608b24eaad28,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:48:51.182471 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d2aee5-f4ef-40b7-ab3e-cb05a689aaaf admin admin] Checking segment: {'id': '5b909a59-293f-4b48-a356-b0ae79930aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'd9dbdfbf-5336-46f1-a63b-b0fc9a9bb272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:48:51.182813 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d2aee5-f4ef-40b7-ab3e-cb05a689aaaf admin admin] Network hostable DHCP agents. Network: d9dbdfbf-5336-46f1-a63b-b0fc9a9bb272, hostable agents: ['82b7cd81-444f-4fd8-937d-e6dfe2847fa5'], hosted agents: [] {{(pid=92930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:48:51.197586 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d2aee5-f4ef-40b7-ab3e-cb05a689aaaf admin admin] Network d9dbdfbf-5336-46f1-a63b-b0fc9a9bb272 is scheduled to be hosted by DHCP agent 82b7cd81-444f-4fd8-937d-e6dfe2847fa5 with binding_index 1 {{(pid=92930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:48:51.205679 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-d9d2aee5-f4ef-40b7-ab3e-cb05a689aaaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-5-iscsi, d9dbdfbf-5336-46f1-a63b-b0fc9a9bb272) {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:48:51.209539 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d2aee5-f4ef-40b7-ab3e-cb05a689aaaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:48:51.210145 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d9d2aee5-f4ef-40b7-ab3e-cb05a689aaaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:51.214446 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789209a5-ca0e-42a3-aeff-c918b1d9fd97 None None] Network d9dbdfbf-5336-46f1-a63b-b0fc9a9bb272 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:48:51.226177 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-d9d2aee5-f4ef-40b7-ab3e-cb05a689aaaf admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2868707 Jul 14 13:48:51.459279 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5065a14-9a18-52e1-8c4d-ffd80e997c58-d9dbdfbf-5336-46f1-a63b-b0fc9a9bb272', 'network_id': 'd9dbdfbf-5336-46f1-a63b-b0fc9a9bb272', 'tenant_id': '9ec20b0862ba4ddabda424a6c53cacdc', 'fixed_ips': [{'subnet_id': '6c6e5df6-54e8-42ac-815e-608b24eaad28'}]}} from dv-cinder-797608-5-iscsi. {{(pid=92931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:48:51.460176 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:51.591938 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Allocated IP 192.168.233.2 (d9dbdfbf-5336-46f1-a63b-b0fc9a9bb272/6c6e5df6-54e8-42ac-815e-608b24eaad28/29b9424c-8720-47e9-8e6c-028ce80bbe88) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:48:51.734755 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:51.743824 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Transition to ACTIVE for port object 29b9424c-8720-47e9-8e6c-028ce80bbe88 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:48:51.758863 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Transition to ACTIVE for port object 29b9424c-8720-47e9-8e6c-028ce80bbe88 will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:48:51.764252 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:51.808684 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Pushing event updated for resources: {'Port': ['ID=29b9424c-8720-47e9-8e6c-028ce80bbe88,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:48:51.811839 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Network d9dbdfbf-5336-46f1-a63b-b0fc9a9bb272 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:48:51.816892 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:48:51.819919 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:48:51.823766 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:51.824106 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:51.824436 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:51.824762 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:51.825082 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:51.825406 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:51.825723 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:51.826043 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:51.826400 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:51.827176 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:51.827176 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:51.827364 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:48:51.886500 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Attempting to bind port 29b9424c-8720-47e9-8e6c-028ce80bbe88 on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:48:51.886889 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Attempting to bind port 29b9424c-8720-47e9-8e6c-028ce80bbe88 by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': '5b909a59-293f-4b48-a356-b0ae79930aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'd9dbdfbf-5336-46f1-a63b-b0fc9a9bb272'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:48:51.887231 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Attempting to bind port 29b9424c-8720-47e9-8e6c-028ce80bbe88 on network d9dbdfbf-5336-46f1-a63b-b0fc9a9bb272 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:48:51.892293 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:48:51.892681 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Checking segment: {'id': '5b909a59-293f-4b48-a356-b0ae79930aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'd9dbdfbf-5336-46f1-a63b-b0fc9a9bb272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:48:51.893081 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:51.893491 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Bound using segment: {'id': '5b909a59-293f-4b48-a356-b0ae79930aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'd9dbdfbf-5336-46f1-a63b-b0fc9a9bb272'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:48:51.893947 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Bound port: 29b9424c-8720-47e9-8e6c-028ce80bbe88, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b909a59-293f-4b48-a356-b0ae79930aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'd9dbdfbf-5336-46f1-a63b-b0fc9a9bb272'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:48:51.894347 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:51.955117 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] For port 29b9424c-8720-47e9-8e6c-028ce80bbe88, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:48:51.958093 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] For port 29b9424c-8720-47e9-8e6c-028ce80bbe88, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=29b9424c-8720-47e9-8e6c-028ce80bbe88,segment=NetworkSegment(5b909a59-293f-4b48-a356-b0ae79930aae),segment_id=5b909a59-293f-4b48-a356-b0ae79930aae)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:48:51.963242 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:52.017301 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8410da7-a926-4242-bd5d-6070c3cf9620 None None] Pushing event updated for resources: {'Port': ['ID=29b9424c-8720-47e9-8e6c-028ce80bbe88,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:48:52.783408 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e780e68c-707a-4ea7-af3b-dfead8fac426 None None] Network d9dbdfbf-5336-46f1-a63b-b0fc9a9bb272 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:48:52.851496 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-b1c5fc1b-a3e7-410e-b526-d5406e3d37f8 None None] Provisioning for port 29b9424c-8720-47e9-8e6c-028ce80bbe88 completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:48:53.132200 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 29b9424c-8720-47e9-8e6c-028ce80bbe88 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:48:53.187746 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port 29b9424c-8720-47e9-8e6c-028ce80bbe88 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:48:53.190391 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-d25c1445-6b04-4e80-afaf-913076e2553d None None] Provisioning complete for port 29b9424c-8720-47e9-8e6c-028ce80bbe88 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:48:53.190751 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d25c1445-6b04-4e80-afaf-913076e2553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:53.193381 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 29b9424c-8720-47e9-8e6c-028ce80bbe88 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:48:53.193736 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:53.319127 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:53.345047 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d25c1445-6b04-4e80-afaf-913076e2553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:53.366742 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port 29b9424c-8720-47e9-8e6c-028ce80bbe88, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=29b9424c-8720-47e9-8e6c-028ce80bbe88,segment=NetworkSegment(5b909a59-293f-4b48-a356-b0ae79930aae),segment_id=5b909a59-293f-4b48-a356-b0ae79930aae)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:48:53.371632 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:53.450796 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.db.api [None req-d25c1445-6b04-4e80-afaf-913076e2553d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92931) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 13:48:53.451225 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG oslo_db.api [None req-d25c1445-6b04-4e80-afaf-913076e2553d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 13:48:53.453840 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=29b9424c-8720-47e9-8e6c-028ce80bbe88,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:48:55.109437 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 29b9424c-8720-47e9-8e6c-028ce80bbe88 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:48:55.155457 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 29b9424c-8720-47e9-8e6c-028ce80bbe88 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:48:55.155852 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:01.215719 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 5 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:49:08.237378 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-29122982-a382-493c-b4e7-c162f5bbdb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:10.911809 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-74605700-e569-4c4f-b23d-f5446666de4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:11.215815 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:11.795627 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:13.582549 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:38.217452 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 5 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:49:38.239426 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1d0e6bc4-c286-4885-bbc5-874b1a736bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:40.901200 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2647a11a-6457-4764-9a06-90f8b42db044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:41.217698 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:41.799688 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:43.588156 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:00.073014 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 55202) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:00.079559 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [None req-03947c28-8a00-4bff-a8f6-31ffa9e301d8 tempest-verify_tempest_config-1193182194 tempest-verify_tempest_config-1193182194-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=92930) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:50:00.080579 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-03947c28-8a00-4bff-a8f6-31ffa9e301d8 tempest-verify_tempest_config-1193182194 tempest-verify_tempest_config-1193182194-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066097 Jul 14 13:50:00.372538 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 55220) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:00.473807 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d466f8c8-3f60-456a-a24b-2c44683438eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:00.559950 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d466f8c8-3f60-456a-a24b-2c44683438eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:00.563310 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d466f8c8-3f60-456a-a24b-2c44683438eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:00.605626 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d466f8c8-3f60-456a-a24b-2c44683438eb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e1f457cfdd44c479e596398db1411ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2320266 Jul 14 13:50:00.607402 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466f8c8-3f60-456a-a24b-2c44683438eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff9b7af-380c-4b9d-821e-6dc54c1c3b58,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:00.608348 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 55226) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:00.614866 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d466f8c8-3f60-456a-a24b-2c44683438eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:00.615230 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d466f8c8-3f60-456a-a24b-2c44683438eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:00.615565 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d466f8c8-3f60-456a-a24b-2c44683438eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:00.615934 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d466f8c8-3f60-456a-a24b-2c44683438eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:00.616266 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d466f8c8-3f60-456a-a24b-2c44683438eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:00.616611 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d466f8c8-3f60-456a-a24b-2c44683438eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:00.616940 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d466f8c8-3f60-456a-a24b-2c44683438eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:00.617269 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d466f8c8-3f60-456a-a24b-2c44683438eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:00.617607 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d466f8c8-3f60-456a-a24b-2c44683438eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:00.617930 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d466f8c8-3f60-456a-a24b-2c44683438eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:00.618252 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d466f8c8-3f60-456a-a24b-2c44683438eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:00.618568 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d466f8c8-3f60-456a-a24b-2c44683438eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:00.662698 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7a49c616-e04b-4a44-bea8-5756d623505d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:00.683082 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7a49c616-e04b-4a44-bea8-5756d623505d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:00.768177 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7a49c616-e04b-4a44-bea8-5756d623505d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:00.770789 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7a49c616-e04b-4a44-bea8-5756d623505d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:00.771876 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-7a49c616-e04b-4a44-bea8-5756d623505d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cff9b7af-380c-4b9d-821e-6dc54c1c3b58 HTTP/1.1" status: 204 len: 168 time: 0.1616950 Jul 14 13:50:00.779290 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49c616-e04b-4a44-bea8-5756d623505d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff9b7af-380c-4b9d-821e-6dc54c1c3b58,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:00.786244 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49c616-e04b-4a44-bea8-5756d623505d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:00.786589 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49c616-e04b-4a44-bea8-5756d623505d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:00.786925 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49c616-e04b-4a44-bea8-5756d623505d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:00.787254 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49c616-e04b-4a44-bea8-5756d623505d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:00.787579 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49c616-e04b-4a44-bea8-5756d623505d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:00.787950 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49c616-e04b-4a44-bea8-5756d623505d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:00.788285 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49c616-e04b-4a44-bea8-5756d623505d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:00.788606 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49c616-e04b-4a44-bea8-5756d623505d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:00.788942 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49c616-e04b-4a44-bea8-5756d623505d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:00.789268 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49c616-e04b-4a44-bea8-5756d623505d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:00.789583 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49c616-e04b-4a44-bea8-5756d623505d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:00.789898 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a49c616-e04b-4a44-bea8-5756d623505d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:08.240940 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d8add749-e000-4528-b4fd-b060ecf1003f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:10.900529 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dbc96703-59d9-4092-b6af-67a8bccc5473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:11.219009 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:11.802119 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:13.595000 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:15.216461 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 5 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:50:38.240966 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8f243134-85c0-4d62-b24e-cec19b5b3978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:40.902570 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4e16ad18-206c-444e-b7d9-3df1afaddd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:41.220264 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:41.804370 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:43.596889 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:52.215506 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 5 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:51:08.241459 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2fbab91a-b03d-4717-8b7c-260b42392612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:10.902272 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-37071a42-884c-4396-8227-11ab03c2bc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:11.219731 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:11.806123 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:13.597977 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:29.214352 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 5 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:51:38.242605 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7b2086f8-196a-44b9-9291-628c0cbcdb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.902168 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8e915b6f-a111-449b-ac19-4e3446ccf805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:41.219329 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:41.442616 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726585'] for agent, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:41.811159 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.601065 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.977646 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 55278) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:44.077865 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-a4b63fbb-8f4d-4cf0-8318-552eb58e3bfd admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0991545 Jul 14 13:51:46.235100 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 55288) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:46.287094 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-4f37b840-460c-4cec-99fc-975539fcfd94 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0506370 Jul 14 13:52:06.213185 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:52:08.242150 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2e5812e4-50dd-43cf-bfc0-940037f4b264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:10.902377 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bbdad30c-ff9a-4dc4-a75b-125df234a5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:11.218763 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:11.410450 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:11.812640 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:13.604502 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:38.241807 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c280cb53-cb61-4109-af6d-18e2499b5e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:40.904217 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ecc74ce4-5e18-4934-a9d9-b67d8d5f86d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:41.224150 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:41.413172 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:41.816391 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:43.211524 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:52:43.616727 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:08.241872 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f6a3916e-b344-40bc-8749-7f9a06b6b608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:10.906326 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8491a6bc-9111-4b36-a40a-2ee46f4bdaf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.224105 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.433858 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:11.833943 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:13.629285 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:14.699870 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 55420) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:14.883003 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1893489216-network', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:14.904862 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Made reservation on behalf of f0682b2d13074b4fbea16bbda342184f for: {'network': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:14.907277 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for network, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:14.915821 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:15.005430 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:15.011865 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:15.035853 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=92930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:53:15.049842 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8721ec1f-bf77-4c6a-bdf5-5a51dd64b90b,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:15.054500 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:15.054844 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.db.segments_db [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Added segment ed2c0c83-cd38-4e16-97ea-cee9ee449804 of type vlan for network 429ffe97-91bc-4ca2-9eda-c647a6878dac Jul 14 13:53:15.068230 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:15.068591 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:15.068940 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:15.069272 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:15.069598 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:15.069940 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:15.070267 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:15.070589 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:15.070922 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:15.071242 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:15.071826 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:15.071956 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Tracked resource versions report: Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: pushed versions: Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: { 'AddressGroup': {'1.2'}, Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: 'ConntrackHelper': {'1.0'}, Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: 'Log': {'1.0'}, Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: 'Network': {'1.1'}, Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: 'Port': {'1.7'}, Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: 'PortForwarding': {'1.2'}, Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: 'QosPolicy': {'1.8'}, Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: 'SecurityGroup': {'1.4'}, Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: 'SubPort': {'1.0'}, Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: 'Subnet': {'1.1'}, Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: 'Trunk': {'1.1'}} Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: consumer versions: Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: { DHCP agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: HyperV agent@hv-cinder-79760: {}, Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: L3 agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: Metadata agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: Metering agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: Open vSwitch agent@dv-cinder-797608-5-iscsi: { 'AddressGroup': '1.2', Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: 'ConntrackHelper': '1.0', Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: 'Log': '1.0', Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: 'Network': '1.1', Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: 'Port': '1.7', Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: 'PortForwarding': '1.2', Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: 'QosPolicy': '1.8', Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: 'SecurityGroup': '1.4', Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: 'SecurityGroupRule': '1.2', Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: 'SubPort': '1.0', Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: 'Subnet': '1.1', Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: 'Trunk': '1.1'}} Jul 14 13:53:15.072875 dv-cinder-797608-5-iscsi neutron-server[92930]: {{(pid=92930) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:53:15.116496 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781939793924'] for network, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:15.146811 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for network, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:15.147771 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:15.148532 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:15.218354 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] Pushing event updated for resources: {'Network': ['ID=429ffe97-91bc-4ca2-9eda-c647a6878dac,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:15.225217 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-aeb28ddc-c972-4b8a-8e93-9171a62843e1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5209973 Jul 14 13:53:15.226530 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 55452) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:15.230169 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Network 429ffe97-91bc-4ca2-9eda-c647a6878dac details requested by agent ovs-agent-dv-cinder-797608-5-iscsi with host dv-cinder-797608-5-iscsi {{(pid=92931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:53:15.232765 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] Request body: {'subnet': {'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1893489216-subnet', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:15.256165 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] Made reservation on behalf of f0682b2d13074b4fbea16bbda342184f for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:15.257858 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:15.287333 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 55456) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:15.444793 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:15.516528 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] Checking segment: {'id': 'ed2c0c83-cd38-4e16-97ea-cee9ee449804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:15.517123 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] Network hostable DHCP agents. Network: 429ffe97-91bc-4ca2-9eda-c647a6878dac, hostable agents: ['82b7cd81-444f-4fd8-937d-e6dfe2847fa5'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:53:15.520964 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:15.536756 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:15.537131 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:15.537478 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:15.537812 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:15.538145 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:15.538489 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:15.538820 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:15.539192 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:15.539448 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:15.540024 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:15.540346 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:15.540666 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] Tracked resource versions report: Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: pushed versions: Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: { 'AddressGroup': {'1.2'}, Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: 'ConntrackHelper': {'1.0'}, Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: 'Log': {'1.0'}, Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: 'Network': {'1.1'}, Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: 'Port': {'1.7'}, Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: 'PortForwarding': {'1.2'}, Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: 'QosPolicy': {'1.8'}, Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: 'SecurityGroup': {'1.4'}, Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: 'SubPort': {'1.0'}, Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: 'Subnet': {'1.1'}, Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: 'Trunk': {'1.1'}} Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: consumer versions: Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: { DHCP agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: HyperV agent@hv-cinder-79760: {}, Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: L3 agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: Metadata agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: Metering agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: Open vSwitch agent@dv-cinder-797608-5-iscsi: { 'AddressGroup': '1.2', Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: 'ConntrackHelper': '1.0', Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: 'Log': '1.0', Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: 'Network': '1.1', Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: 'Port': '1.7', Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: 'PortForwarding': '1.2', Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: 'QosPolicy': '1.8', Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: 'SecurityGroup': '1.4', Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: 'SecurityGroupRule': '1.2', Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: 'SubPort': '1.0', Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: 'Subnet': '1.1', Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: 'Trunk': '1.1'}} Jul 14 13:53:15.541659 dv-cinder-797608-5-iscsi neutron-server[92928]: {{(pid=92928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:53:15.555185 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] Network 429ffe97-91bc-4ca2-9eda-c647a6878dac is scheduled to be hosted by DHCP agent 82b7cd81-444f-4fd8-937d-e6dfe2847fa5 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:53:15.567914 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-5-iscsi, 429ffe97-91bc-4ca2-9eda-c647a6878dac) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:15.572925 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:15.578128 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff4d714-916e-4f5d-a341-9244152bb551 None None] Network 429ffe97-91bc-4ca2-9eda-c647a6878dac requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:53:15.581790 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-4ed322af-a539-47fa-b06f-655694a242b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-559471997-network', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:15.587182 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:15.610897 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed322af-a539-47fa-b06f-655694a242b5 admin admin] Made reservation on behalf of 8ebdd828c2dd45389e546eb5c76f33fc for: {'network': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:15.615202 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4ed322af-a539-47fa-b06f-655694a242b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for network, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:15.621335 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 55478) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:15.623681 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1f463ac5-5a84-4a03-a77c-be1845297ee3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3959978 Jul 14 13:53:15.629586 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-faae18f5-f1c7-4926-a8ac-be5ed8b1b156 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1893489216-router', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:15.657203 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4ed322af-a539-47fa-b06f-655694a242b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:15.669598 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-faae18f5-f1c7-4926-a8ac-be5ed8b1b156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-727999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57999'] for router, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:15.670734 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-faae18f5-f1c7-4926-a8ac-be5ed8b1b156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57988'] for router, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:15.739676 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-faae18f5-f1c7-4926-a8ac-be5ed8b1b156 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:15.803725 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5065a14-9a18-52e1-8c4d-ffd80e997c58-429ffe97-91bc-4ca2-9eda-c647a6878dac', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'fixed_ips': [{'subnet_id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9'}]}} from dv-cinder-797608-5-iscsi. {{(pid=92931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:53:15.804683 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:15.993220 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Allocated IP 172.20.0.2 (429ffe97-91bc-4ca2-9eda-c647a6878dac/b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9/64c6c989-8ce4-45cb-8db9-5402db983f53) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:16.013362 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-faae18f5-f1c7-4926-a8ac-be5ed8b1b156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728771', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-727977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59758'] for router, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:16.074561 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4ed322af-a539-47fa-b06f-655694a242b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:16.082279 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4ed322af-a539-47fa-b06f-655694a242b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:16.105352 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed322af-a539-47fa-b06f-655694a242b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=92930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:53:16.146459 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4ed322af-a539-47fa-b06f-655694a242b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:16.146799 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.db.segments_db [None req-4ed322af-a539-47fa-b06f-655694a242b5 admin admin] Added segment 6f5f6d35-c566-43d5-9c6f-ff2b79815a82 of type vlan for network a438f18f-eabf-4166-ba56-5e9dc4be891e Jul 14 13:53:16.162096 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed322af-a539-47fa-b06f-655694a242b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39a324d-bdbd-4f1f-95fc-3df4923bc47e,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:16.201999 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4ed322af-a539-47fa-b06f-655694a242b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781939793924'] for network, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:16.205626 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:16.216458 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Transition to ACTIVE for port object 64c6c989-8ce4-45cb-8db9-5402db983f53 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:16.234478 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Transition to ACTIVE for port object 64c6c989-8ce4-45cb-8db9-5402db983f53 will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:16.246178 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:16.247271 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4ed322af-a539-47fa-b06f-655694a242b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for network, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:16.248276 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed322af-a539-47fa-b06f-655694a242b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:16.248841 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4ed322af-a539-47fa-b06f-655694a242b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:16.298350 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Pushing event updated for resources: {'Port': ['ID=64c6c989-8ce4-45cb-8db9-5402db983f53,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:16.309627 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:16.310413 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:16.310867 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:16.311299 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:16.311867 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:16.312423 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:16.312973 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:16.313400 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:16.313935 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:16.314360 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:16.314946 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:16.315472 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Tracked resource versions report: Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: pushed versions: Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: { 'AddressGroup': {'1.2'}, Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: 'ConntrackHelper': {'1.0'}, Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: 'Log': {'1.0'}, Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: 'Network': {'1.1'}, Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: 'Port': {'1.7'}, Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: 'PortForwarding': {'1.2'}, Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: 'QosPolicy': {'1.8'}, Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: 'SecurityGroup': {'1.4'}, Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: 'SubPort': {'1.0'}, Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: 'Subnet': {'1.1'}, Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: 'Trunk': {'1.1'}} Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: consumer versions: Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: { DHCP agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: HyperV agent@hv-cinder-79760: {}, Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: L3 agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: Metadata agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: Metering agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: Open vSwitch agent@dv-cinder-797608-5-iscsi: { 'AddressGroup': '1.2', Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: 'ConntrackHelper': '1.0', Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: 'Log': '1.0', Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: 'Network': '1.1', Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: 'Port': '1.7', Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: 'PortForwarding': '1.2', Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: 'QosPolicy': '1.8', Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: 'SecurityGroup': '1.4', Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: 'SecurityGroupRule': '1.2', Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: 'SubPort': '1.0', Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: 'Subnet': '1.1', Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: 'Trunk': '1.1'}} Jul 14 13:53:16.316585 dv-cinder-797608-5-iscsi neutron-server[92931]: {{(pid=92931) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:53:16.327235 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Network 429ffe97-91bc-4ca2-9eda-c647a6878dac is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:16.328865 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:16.331238 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:16.359634 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed322af-a539-47fa-b06f-655694a242b5 admin admin] Pushing event updated for resources: {'Network': ['ID=a438f18f-eabf-4166-ba56-5e9dc4be891e,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:16.384577 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Network a438f18f-eabf-4166-ba56-5e9dc4be891e details requested by agent ovs-agent-dv-cinder-797608-5-iscsi with host dv-cinder-797608-5-iscsi {{(pid=92931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:53:16.427058 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-faae18f5-f1c7-4926-a8ac-be5ed8b1b156 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:16.439066 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 55526) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:16.439722 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-4ed322af-a539-47fa-b06f-655694a242b5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1513076 Jul 14 13:53:16.444384 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-cdbb6980-3dc0-4230-8886-48f8f7a2e38f admin admin] Request body: {'subnet': {'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-559471997-subnet', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:16.451505 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Attempting to bind port 64c6c989-8ce4-45cb-8db9-5402db983f53 on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:53:16.454250 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Attempting to bind port 64c6c989-8ce4-45cb-8db9-5402db983f53 by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': 'ed2c0c83-cd38-4e16-97ea-cee9ee449804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:53:16.456024 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Attempting to bind port 64c6c989-8ce4-45cb-8db9-5402db983f53 on network 429ffe97-91bc-4ca2-9eda-c647a6878dac {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:16.461640 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-faae18f5-f1c7-4926-a8ac-be5ed8b1b156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:16.475787 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 55528) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:16.490958 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 55532) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:16.499368 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:53:16.499960 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Checking segment: {'id': 'ed2c0c83-cd38-4e16-97ea-cee9ee449804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:16.500466 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:16.501385 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Bound using segment: {'id': 'ed2c0c83-cd38-4e16-97ea-cee9ee449804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:53:16.502507 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Bound port: 64c6c989-8ce4-45cb-8db9-5402db983f53, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2c0c83-cd38-4e16-97ea-cee9ee449804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:53:16.504154 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:16.507421 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbb6980-3dc0-4230-8886-48f8f7a2e38f admin admin] Made reservation on behalf of 8ebdd828c2dd45389e546eb5c76f33fc for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:16.512711 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdbb6980-3dc0-4230-8886-48f8f7a2e38f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:16.562870 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-faae18f5-f1c7-4926-a8ac-be5ed8b1b156 admin admin] Allocated IP 172.27.2.142 (cd162c73-a958-4cb4-9ccb-1bec0cade7b8/12dd67ef-565e-43e2-af52-7977bdc7d073/eeab0bb2-cd53-4815-a44e-b012207cfdfc) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:16.653141 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] For port 64c6c989-8ce4-45cb-8db9-5402db983f53, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:53:16.660868 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] For port 64c6c989-8ce4-45cb-8db9-5402db983f53, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=64c6c989-8ce4-45cb-8db9-5402db983f53,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:53:16.668481 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:16.681926 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-faae18f5-f1c7-4926-a8ac-be5ed8b1b156 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:16.736750 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-5b52b3ce-b225-45be-a35c-94cb34243561 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1949657560-network', 'tenant_id': 'f21fdd7bb4164aba898198e96918cef0'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:16.739418 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-faae18f5-f1c7-4926-a8ac-be5ed8b1b156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:16.768191 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f7dd5-cdb4-49ee-a6e8-44eb355da0fb None None] Pushing event updated for resources: {'Port': ['ID=64c6c989-8ce4-45cb-8db9-5402db983f53,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:16.776981 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faae18f5-f1c7-4926-a8ac-be5ed8b1b156 admin admin] Network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:16.780385 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-faae18f5-f1c7-4926-a8ac-be5ed8b1b156 admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:16.814559 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faae18f5-f1c7-4926-a8ac-be5ed8b1b156 admin admin] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:16.822602 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-ce0ff7e0-0bf8-4e91-a394-aae835878a8d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-229986757-network', 'tenant_id': '4c7ac6c79b024131aa204e45287729fa'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:16.825786 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b52b3ce-b225-45be-a35c-94cb34243561 admin admin] Made reservation on behalf of f21fdd7bb4164aba898198e96918cef0 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:16.828819 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5b52b3ce-b225-45be-a35c-94cb34243561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:16.882473 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0ff7e0-0bf8-4e91-a394-aae835878a8d admin admin] Made reservation on behalf of 4c7ac6c79b024131aa204e45287729fa for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:16.885032 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ce0ff7e0-0bf8-4e91-a394-aae835878a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:16.895784 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ce0ff7e0-0bf8-4e91-a394-aae835878a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:16.903391 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5b52b3ce-b225-45be-a35c-94cb34243561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:16.963010 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdbb6980-3dc0-4230-8886-48f8f7a2e38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:17.012304 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae18f5-f1c7-4926-a8ac-be5ed8b1b156 admin admin] Pushing event updated for resources: {'Port': ['ID=eeab0bb2-cd53-4815-a44e-b012207cfdfc,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:17.075152 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb6980-3dc0-4230-8886-48f8f7a2e38f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e428487-ac1c-45f5-b66d-6e05ef2be0ac,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:17.093482 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb6980-3dc0-4230-8886-48f8f7a2e38f admin admin] Checking segment: {'id': '6f5f6d35-c566-43d5-9c6f-ff2b79815a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:17.094228 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbb6980-3dc0-4230-8886-48f8f7a2e38f admin admin] Network hostable DHCP agents. Network: a438f18f-eabf-4166-ba56-5e9dc4be891e, hostable agents: ['82b7cd81-444f-4fd8-937d-e6dfe2847fa5'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:53:17.114627 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ce0ff7e0-0bf8-4e91-a394-aae835878a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:17.124093 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ce0ff7e0-0bf8-4e91-a394-aae835878a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:17.163719 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ff7e0-0bf8-4e91-a394-aae835878a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65248f63-0df7-4710-bf74-eafebca788d4,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:17.176465 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbb6980-3dc0-4230-8886-48f8f7a2e38f admin admin] Network a438f18f-eabf-4166-ba56-5e9dc4be891e is scheduled to be hosted by DHCP agent 82b7cd81-444f-4fd8-937d-e6dfe2847fa5 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:53:17.181168 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-faae18f5-f1c7-4926-a8ac-be5ed8b1b156 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:17.199415 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0ff7e0-0bf8-4e91-a394-aae835878a8d admin admin] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:53:17.202715 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-cdbb6980-3dc0-4230-8886-48f8f7a2e38f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-5-iscsi, a438f18f-eabf-4166-ba56-5e9dc4be891e) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:17.212298 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1547f7c-92d9-4a2f-a630-47eddcc43e2a None None] Network a438f18f-eabf-4166-ba56-5e9dc4be891e requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:53:17.226942 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbb6980-3dc0-4230-8886-48f8f7a2e38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:17.228700 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdbb6980-3dc0-4230-8886-48f8f7a2e38f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:17.253971 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ce0ff7e0-0bf8-4e91-a394-aae835878a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:17.254620 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-ce0ff7e0-0bf8-4e91-a394-aae835878a8d admin admin] Added segment 2c1be65e-0832-4c25-8574-a78737999e69 of type vlan for network 9be7f888-3127-4ae3-92c0-bfa502beea62 Jul 14 13:53:17.333238 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ce0ff7e0-0bf8-4e91-a394-aae835878a8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781939793924'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:17.429389 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ce0ff7e0-0bf8-4e91-a394-aae835878a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:17.430891 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0ff7e0-0bf8-4e91-a394-aae835878a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:17.432327 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ce0ff7e0-0bf8-4e91-a394-aae835878a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:17.456951 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 64c6c989-8ce4-45cb-8db9-5402db983f53 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:17.491185 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5b52b3ce-b225-45be-a35c-94cb34243561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:17.529006 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5b52b3ce-b225-45be-a35c-94cb34243561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:17.569199 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52b3ce-b225-45be-a35c-94cb34243561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8a5e3f-f66d-464c-815d-e9fb01913591,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:17.576211 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-cdbb6980-3dc0-4230-8886-48f8f7a2e38f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1358314 Jul 14 13:53:17.579411 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ce0ff7e0-0bf8-4e91-a394-aae835878a8d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0863624 Jul 14 13:53:17.586248 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 55566) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:17.586805 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 55568) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:17.594363 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-84002df9-c066-4ee4-a853-fb2b328812c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-559471997-router', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:17.634655 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-ff040cc9-8050-499e-89dc-39494fe36901 admin admin] Request body: {'subnet': {'network_id': '9be7f888-3127-4ae3-92c0-bfa502beea62', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-229986757-subnet', 'tenant_id': '4c7ac6c79b024131aa204e45287729fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:17.638668 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84002df9-c066-4ee4-a853-fb2b328812c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-727999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57999'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:17.640244 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84002df9-c066-4ee4-a853-fb2b328812c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57988'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:17.644301 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b52b3ce-b225-45be-a35c-94cb34243561 admin admin] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:53:17.659521 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ff7e0-0bf8-4e91-a394-aae835878a8d admin admin] Pushing event updated for resources: {'Network': ['ID=9be7f888-3127-4ae3-92c0-bfa502beea62,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:17.699933 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5b52b3ce-b225-45be-a35c-94cb34243561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:17.700511 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-5b52b3ce-b225-45be-a35c-94cb34243561 admin admin] Added segment bb1fff05-3f16-43b3-b907-dd71af5a0243 of type vlan for network 8c9c30b7-1c6e-4b55-9a15-bcd593742e07 Jul 14 13:53:17.716961 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Network 9be7f888-3127-4ae3-92c0-bfa502beea62 details requested by agent ovs-agent-dv-cinder-797608-5-iscsi with host dv-cinder-797608-5-iscsi {{(pid=92931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:53:17.741186 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-faae18f5-f1c7-4926-a8ac-be5ed8b1b156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728866'] for router, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:17.755189 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9fd95f-8851-4f26-b38d-0c4695602930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5065a14-9a18-52e1-8c4d-ffd80e997c58-a438f18f-eabf-4166-ba56-5e9dc4be891e', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'fixed_ips': [{'subnet_id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac'}]}} from dv-cinder-797608-5-iscsi. {{(pid=92931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:53:17.759870 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5e9fd95f-8851-4f26-b38d-0c4695602930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:17.842387 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port 64c6c989-8ce4-45cb-8db9-5402db983f53 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:17.932783 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5b52b3ce-b225-45be-a35c-94cb34243561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781939793924'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:18.059786 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faae18f5-f1c7-4926-a8ac-be5ed8b1b156 admin admin] Router 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 is scheduled to L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac with binding_index 1 {{(pid=92930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:53:18.095764 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-5e9fd95f-8851-4f26-b38d-0c4695602930 None None] Allocated IP 172.20.0.2 (a438f18f-eabf-4166-ba56-5e9dc4be891e/2e428487-ac1c-45f5-b66d-6e05ef2be0ac/f5a86309-bcd7-4c4d-9fc5-a77578240091) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:18.139652 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5b52b3ce-b225-45be-a35c-94cb34243561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:18.139652 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b52b3ce-b225-45be-a35c-94cb34243561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:18.139652 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5b52b3ce-b225-45be-a35c-94cb34243561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:18.139652 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff040cc9-8050-499e-89dc-39494fe36901 admin admin] Made reservation on behalf of 4c7ac6c79b024131aa204e45287729fa for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:18.146212 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ff040cc9-8050-499e-89dc-39494fe36901 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:18.156211 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84002df9-c066-4ee4-a853-fb2b328812c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:18.287104 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faae18f5-f1c7-4926-a8ac-be5ed8b1b156 admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:53:18.289488 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459b1526-e68e-4fbb-95c1-6357edea19e9 None None] Network 429ffe97-91bc-4ca2-9eda-c647a6878dac requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:53:18.297241 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] Sync routers for ids ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'] in dv-cinder-797608-5-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:53:18.308835 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] Routers {'6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:18.310477 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:53:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:18.313586 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-faae18f5-f1c7-4926-a8ac-be5ed8b1b156 admin admin] Notify callbacks [] for router, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:18.315215 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-faae18f5-f1c7-4926-a8ac-be5ed8b1b156 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6924646 Jul 14 13:53:18.317857 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 55604) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:18.379420 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5e9fd95f-8851-4f26-b38d-0c4695602930 None None] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:18.404778 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-5e9fd95f-8851-4f26-b38d-0c4695602930 None None] Transition to ACTIVE for port object f5a86309-bcd7-4c4d-9fc5-a77578240091 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:18.420432 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-627e73cd-5419-4c66-bee5-69515cd418a9 None None] Provisioning for port 64c6c989-8ce4-45cb-8db9-5402db983f53 completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:18.431812 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5b52b3ce-b225-45be-a35c-94cb34243561 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9547286 Jul 14 13:53:18.432536 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 55608) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:18.433018 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-627e73cd-5419-4c66-bee5-69515cd418a9 None None] Provisioning complete for port 64c6c989-8ce4-45cb-8db9-5402db983f53 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:18.433603 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-627e73cd-5419-4c66-bee5-69515cd418a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:18.444731 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-af2ca10f-bf04-47c8-9f6f-378677e44a77 admin admin] Request body: {'subnet': {'network_id': '8c9c30b7-1c6e-4b55-9a15-bcd593742e07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1949657560-subnet', 'tenant_id': 'f21fdd7bb4164aba898198e96918cef0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:18.456937 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52b3ce-b225-45be-a35c-94cb34243561 admin admin] Pushing event updated for resources: {'Network': ['ID=8c9c30b7-1c6e-4b55-9a15-bcd593742e07,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:18.476475 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Network 8c9c30b7-1c6e-4b55-9a15-bcd593742e07 details requested by agent ovs-agent-dv-cinder-797608-5-iscsi with host dv-cinder-797608-5-iscsi {{(pid=92931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:53:18.481902 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-5e9fd95f-8851-4f26-b38d-0c4695602930 None None] Transition to ACTIVE for port object f5a86309-bcd7-4c4d-9fc5-a77578240091 will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:18.535799 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5e9fd95f-8851-4f26-b38d-0c4695602930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:18.626908 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] Set router 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:18.660399 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9fd95f-8851-4f26-b38d-0c4695602930 None None] Network a438f18f-eabf-4166-ba56-5e9dc4be891e is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:18.673668 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-5e9fd95f-8851-4f26-b38d-0c4695602930 None None] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:18.686771 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9fd95f-8851-4f26-b38d-0c4695602930 None None] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:18.795068 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-627e73cd-5419-4c66-bee5-69515cd418a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:18.798572 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84002df9-c066-4ee4-a853-fb2b328812c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728771', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-727977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59758'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:18.826233 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2ca10f-bf04-47c8-9f6f-378677e44a77 admin admin] Made reservation on behalf of f21fdd7bb4164aba898198e96918cef0 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:18.838082 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af2ca10f-bf04-47c8-9f6f-378677e44a77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:18.842862 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1893489216-router', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:15Z', 'updated_at': '2021-07-14T13:53:16Z', 'revision_number': 3, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'gw_port': {'id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:16Z', 'updated_at': '2021-07-14T13:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:18.873426 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] Checking router: 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 for host: dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:53:18.873792 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] Updating router 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 port eeab0bb2-cd53-4815-a44e-b012207cfdfc binding host dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:53:18.951112 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:19.175310 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-627e73cd-5419-4c66-bee5-69515cd418a9 None None] For port 64c6c989-8ce4-45cb-8db9-5402db983f53, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=64c6c989-8ce4-45cb-8db9-5402db983f53,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:19.253895 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-627e73cd-5419-4c66-bee5-69515cd418a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:19.264938 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-80715ef8-3505-4452-871a-a60778609d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:19.347624 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ff040cc9-8050-499e-89dc-39494fe36901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:19.364043 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:19.364572 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fd95f-8851-4f26-b38d-0c4695602930 None None] Pushing event updated for resources: {'Port': ['ID=f5a86309-bcd7-4c4d-9fc5-a77578240091,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:19.383275 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-5e9fd95f-8851-4f26-b38d-0c4695602930 None None] Attempting to bind port f5a86309-bcd7-4c4d-9fc5-a77578240091 on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:53:19.383657 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-5e9fd95f-8851-4f26-b38d-0c4695602930 None None] Attempting to bind port f5a86309-bcd7-4c4d-9fc5-a77578240091 by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': '6f5f6d35-c566-43d5-9c6f-ff2b79815a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:53:19.384022 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9fd95f-8851-4f26-b38d-0c4695602930 None None] Attempting to bind port f5a86309-bcd7-4c4d-9fc5-a77578240091 on network a438f18f-eabf-4166-ba56-5e9dc4be891e {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:19.385853 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] Transition to ACTIVE for port object eeab0bb2-cd53-4815-a44e-b012207cfdfc will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:19.410447 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:19.462974 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9fd95f-8851-4f26-b38d-0c4695602930 None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:53:19.462974 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9fd95f-8851-4f26-b38d-0c4695602930 None None] Checking segment: {'id': '6f5f6d35-c566-43d5-9c6f-ff2b79815a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:19.463466 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5e9fd95f-8851-4f26-b38d-0c4695602930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:19.464134 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9fd95f-8851-4f26-b38d-0c4695602930 None None] Bound using segment: {'id': '6f5f6d35-c566-43d5-9c6f-ff2b79815a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:53:19.464842 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-5e9fd95f-8851-4f26-b38d-0c4695602930 None None] Bound port: f5a86309-bcd7-4c4d-9fc5-a77578240091, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5f6d35-c566-43d5-9c6f-ff2b79815a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:53:19.464975 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5e9fd95f-8851-4f26-b38d-0c4695602930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:19.554550 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff040cc9-8050-499e-89dc-39494fe36901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46f8af88-943b-4f2d-b137-3ac6b0d7059c,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:19.577624 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] Attempting to bind port eeab0bb2-cd53-4815-a44e-b012207cfdfc on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:53:19.577999 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] Attempting to bind port eeab0bb2-cd53-4815-a44e-b012207cfdfc by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:53:19.578361 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] Attempting to bind port eeab0bb2-cd53-4815-a44e-b012207cfdfc on network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:19.581329 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcc5c1-0230-4dd8-9751-da38d65f3747 None None] Pushing event updated for resources: {'Port': ['ID=eeab0bb2-cd53-4815-a44e-b012207cfdfc,revision_number=2']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:19.601514 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:53:19.601937 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] Checking segment: {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:19.602287 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:19.602678 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] Bound using segment: {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:53:19.603154 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] Bound port: eeab0bb2-cd53-4815-a44e-b012207cfdfc, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:53:19.603549 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:19.605661 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-5e9fd95f-8851-4f26-b38d-0c4695602930 None None] For port f5a86309-bcd7-4c4d-9fc5-a77578240091, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:53:19.609434 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-5e9fd95f-8851-4f26-b38d-0c4695602930 None None] For port f5a86309-bcd7-4c4d-9fc5-a77578240091, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=f5a86309-bcd7-4c4d-9fc5-a77578240091,segment=NetworkSegment(6f5f6d35-c566-43d5-9c6f-ff2b79815a82),segment_id=6f5f6d35-c566-43d5-9c6f-ff2b79815a82)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:53:19.620035 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e73cd-5419-4c66-bee5-69515cd418a9 None None] Pushing event updated for resources: {'Port': ['ID=64c6c989-8ce4-45cb-8db9-5402db983f53,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:19.626527 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff040cc9-8050-499e-89dc-39494fe36901 admin admin] Checking segment: {'id': '2c1be65e-0832-4c25-8574-a78737999e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '9be7f888-3127-4ae3-92c0-bfa502beea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:19.626736 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff040cc9-8050-499e-89dc-39494fe36901 admin admin] Network hostable DHCP agents. Network: 9be7f888-3127-4ae3-92c0-bfa502beea62, hostable agents: ['82b7cd81-444f-4fd8-937d-e6dfe2847fa5'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:53:19.631043 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af2ca10f-bf04-47c8-9f6f-378677e44a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:19.633944 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5e9fd95f-8851-4f26-b38d-0c4695602930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:19.681461 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc5c1-0230-4dd8-9751-da38d65f3747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:19.699731 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fd95f-8851-4f26-b38d-0c4695602930 None None] Pushing event updated for resources: {'Port': ['ID=f5a86309-bcd7-4c4d-9fc5-a77578240091,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:19.703998 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc5c1-0230-4dd8-9751-da38d65f3747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:19.704411 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc5c1-0230-4dd8-9751-da38d65f3747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:19.704753 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc5c1-0230-4dd8-9751-da38d65f3747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:19.705089 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc5c1-0230-4dd8-9751-da38d65f3747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:19.705428 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc5c1-0230-4dd8-9751-da38d65f3747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:19.705754 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc5c1-0230-4dd8-9751-da38d65f3747 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:19.706078 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc5c1-0230-4dd8-9751-da38d65f3747 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:19.706425 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc5c1-0230-4dd8-9751-da38d65f3747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:19.706756 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc5c1-0230-4dd8-9751-da38d65f3747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:19.707080 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc5c1-0230-4dd8-9751-da38d65f3747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:19.707398 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc5c1-0230-4dd8-9751-da38d65f3747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc5c1-0230-4dd8-9751-da38d65f3747 None None] Tracked resource versions report: Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: pushed versions: Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: { 'AddressGroup': {'1.2'}, Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: 'ConntrackHelper': {'1.0'}, Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: 'Log': {'1.0'}, Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: 'Network': {'1.1'}, Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: 'Port': {'1.7'}, Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: 'PortForwarding': {'1.2'}, Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: 'QosPolicy': {'1.8'}, Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: 'SecurityGroup': {'1.4'}, Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: 'SubPort': {'1.0'}, Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: 'Subnet': {'1.1'}, Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: 'Trunk': {'1.1'}} Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: consumer versions: Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: { DHCP agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: HyperV agent@hv-cinder-79760: {}, Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: L3 agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: Metadata agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: Metering agent@dv-cinder-797608-5-iscsi: {}, Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: Open vSwitch agent@dv-cinder-797608-5-iscsi: { 'AddressGroup': '1.2', Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: 'ConntrackHelper': '1.0', Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: 'Log': '1.0', Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: 'Network': '1.1', Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: 'Port': '1.7', Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: 'PortForwarding': '1.2', Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: 'QosPolicy': '1.8', Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: 'SecurityGroup': '1.4', Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: 'SecurityGroupRule': '1.2', Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: 'SubPort': '1.0', Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: 'Subnet': '1.1', Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: 'Trunk': '1.1'}} Jul 14 13:53:19.708454 dv-cinder-797608-5-iscsi neutron-server[92933]: {{(pid=92933) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:53:19.809753 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff040cc9-8050-499e-89dc-39494fe36901 admin admin] Network 9be7f888-3127-4ae3-92c0-bfa502beea62 is scheduled to be hosted by DHCP agent 82b7cd81-444f-4fd8-937d-e6dfe2847fa5 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:53:19.832070 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-80715ef8-3505-4452-871a-a60778609d68 admin admin] Allocated IP 172.20.0.1 (429ffe97-91bc-4ca2-9eda-c647a6878dac/b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9/5da63da3-54fe-4d42-a280-5c8c685d6e34) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:19.843191 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] For port eeab0bb2-cd53-4815-a44e-b012207cfdfc, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:53:19.859146 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] For port eeab0bb2-cd53-4815-a44e-b012207cfdfc, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=eeab0bb2-cd53-4815-a44e-b012207cfdfc,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:53:19.873179 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:19.923785 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84002df9-c066-4ee4-a853-fb2b328812c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:19.932027 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-ff040cc9-8050-499e-89dc-39494fe36901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-5-iscsi, 9be7f888-3127-4ae3-92c0-bfa502beea62) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:19.941097 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efe1ff2-f027-4a43-81a9-1bd0acdcd47b None None] Network 9be7f888-3127-4ae3-92c0-bfa502beea62 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:53:19.988092 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2ca10f-bf04-47c8-9f6f-378677e44a77 admin admin] Checking segment: {'id': 'bb1fff05-3f16-43b3-b907-dd71af5a0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '8c9c30b7-1c6e-4b55-9a15-bcd593742e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:19.988464 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2ca10f-bf04-47c8-9f6f-378677e44a77 admin admin] Network hostable DHCP agents. Network: 8c9c30b7-1c6e-4b55-9a15-bcd593742e07, hostable agents: ['82b7cd81-444f-4fd8-937d-e6dfe2847fa5'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:53:19.998353 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ca10f-bf04-47c8-9f6f-378677e44a77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=383ca765-ab77-499a-b15a-1a74b6126141,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:20.007279 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84002df9-c066-4ee4-a853-fb2b328812c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:20.022890 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff040cc9-8050-499e-89dc-39494fe36901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:20.023486 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ff040cc9-8050-499e-89dc-39494fe36901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:20.126429 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2ca10f-bf04-47c8-9f6f-378677e44a77 admin admin] Network 8c9c30b7-1c6e-4b55-9a15-bcd593742e07 is scheduled to be hosted by DHCP agent 82b7cd81-444f-4fd8-937d-e6dfe2847fa5 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:53:20.127116 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] Routers {'6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:20.138941 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:53:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:20.142696 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcc5c1-0230-4dd8-9751-da38d65f3747 None None] Pushing event updated for resources: {'Port': ['ID=eeab0bb2-cd53-4815-a44e-b012207cfdfc,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:20.239845 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-80715ef8-3505-4452-871a-a60778609d68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:20.254683 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ff040cc9-8050-499e-89dc-39494fe36901 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6645315 Jul 14 13:53:20.268180 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-80715ef8-3505-4452-871a-a60778609d68 admin admin] Transition to ACTIVE for port object 5da63da3-54fe-4d42-a280-5c8c685d6e34 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:20.271690 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-af2ca10f-bf04-47c8-9f6f-378677e44a77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-5-iscsi, 8c9c30b7-1c6e-4b55-9a15-bcd593742e07) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:20.293493 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2ca10f-bf04-47c8-9f6f-378677e44a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:20.294656 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af2ca10f-bf04-47c8-9f6f-378677e44a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:20.312477 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bc7903-604d-4ad8-b8a2-aa885937f82c None None] Network 8c9c30b7-1c6e-4b55-9a15-bcd593742e07 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:53:20.316635 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-eaa8177b-c59c-470e-a40b-f3474975592e None None] Provisioning complete for port 64c6c989-8ce4-45cb-8db9-5402db983f53 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:20.317497 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-eaa8177b-c59c-470e-a40b-f3474975592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:20.323594 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fe1526-456a-4fa3-9370-7d59dd673ff9 None None] Network 9be7f888-3127-4ae3-92c0-bfa502beea62 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:53:20.350717 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-af2ca10f-bf04-47c8-9f6f-378677e44a77 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9102578 Jul 14 13:53:20.353754 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 55662) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:20.373675 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-226103a1-a963-4e5c-bb00-72319319d21c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1949657560-router', 'tenant_id': 'f21fdd7bb4164aba898198e96918cef0', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:20.430703 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-80715ef8-3505-4452-871a-a60778609d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:20.456932 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-226103a1-a963-4e5c-bb00-72319319d21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-727999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57999'] for router, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:20.459014 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-226103a1-a963-4e5c-bb00-72319319d21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57988'] for router, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:20.508790 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-84002df9-c066-4ee4-a853-fb2b328812c6 admin admin] Allocated IP 172.27.2.185 (cd162c73-a958-4cb4-9ccb-1bec0cade7b8/12dd67ef-565e-43e2-af52-7977bdc7d073/eb92bba2-13b8-4c90-ae71-9856134ebfb0) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:20.525839 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80715ef8-3505-4452-871a-a60778609d68 admin admin] Network 429ffe97-91bc-4ca2-9eda-c647a6878dac is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:20.537313 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-80715ef8-3505-4452-871a-a60778609d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:20.543643 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80715ef8-3505-4452-871a-a60778609d68 admin admin] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:20.544249 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-80715ef8-3505-4452-871a-a60778609d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-729041'] for router_interface, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:20.566126 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] Set router 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:20.630430 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80715ef8-3505-4452-871a-a60778609d68 admin admin] Pushing event updated for resources: {'Port': ['ID=5da63da3-54fe-4d42-a280-5c8c685d6e34,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:20.795808 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:53:20.874996 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84002df9-c066-4ee4-a853-fb2b328812c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:20.888724 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-226103a1-a963-4e5c-bb00-72319319d21c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:20.952703 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84002df9-c066-4ee4-a853-fb2b328812c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:21.036638 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84002df9-c066-4ee4-a853-fb2b328812c6 admin admin] Network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:21.039991 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-84002df9-c066-4ee4-a853-fb2b328812c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:21.052119 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84002df9-c066-4ee4-a853-fb2b328812c6 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:21.083565 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 55704) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:21.087064 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1893489216-router', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:15Z', 'updated_at': '2021-07-14T13:53:16Z', 'revision_number': 3, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'gw_port': {'id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:16Z', 'updated_at': '2021-07-14T13:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:21.088741 dv-cinder-797608-5-iscsi neutron-server[92930]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 13:53:21.122106 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61709a1c-ea98-469c-8df3-b1baae1f97ac None None] The sync data for ids ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'] in dv-cinder-797608-5-iscsi is: [{'id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1893489216-router', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:15Z', 'updated_at': '2021-07-14T13:53:16Z', 'revision_number': 3, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'gw_port': {'id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:16Z', 'updated_at': '2021-07-14T13:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:53:21.169552 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04476b4-b951-4394-9c3e-05b86c9addf1 None None] Network 8c9c30b7-1c6e-4b55-9a15-bcd593742e07 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:53:21.280151 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84002df9-c066-4ee4-a853-fb2b328812c6 admin admin] Pushing event updated for resources: {'Port': ['ID=eb92bba2-13b8-4c90-ae71-9856134ebfb0,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:21.303906 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 55714) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:21.342430 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-0664459e-0766-458a-bc49-b39e26da154b None None] Provisioning for port 5da63da3-54fe-4d42-a280-5c8c685d6e34 completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:21.359714 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-0664459e-0766-458a-bc49-b39e26da154b None None] Provisioning complete for port 5da63da3-54fe-4d42-a280-5c8c685d6e34 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:21.360382 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0664459e-0766-458a-bc49-b39e26da154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:21.559284 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-226103a1-a963-4e5c-bb00-72319319d21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728771', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-727977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59758'] for router, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:21.577690 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device f5a86309-bcd7-4c4d-9fc5-a77578240091 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:21.589260 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69afaa5d-2c75-4d29-be14-afcfb99d5e96 None None] Network a438f18f-eabf-4166-ba56-5e9dc4be891e requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:53:21.685226 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-0664459e-0766-458a-bc49-b39e26da154b None None] Port 5da63da3-54fe-4d42-a280-5c8c685d6e34 cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:53:21.712681 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84002df9-c066-4ee4-a853-fb2b328812c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:21.840818 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port f5a86309-bcd7-4c4d-9fc5-a77578240091 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:21.855531 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-80715ef8-3505-4452-871a-a60778609d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:21.868493 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-45545b29-bb98-4b1a-9596-dbc5f140a5e6 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:21.870366 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 64c6c989-8ce4-45cb-8db9-5402db983f53 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:21.878506 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-45545b29-bb98-4b1a-9596-dbc5f140a5e6 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/networks?id=9be7f888-3127-4ae3-92c0-bfa502beea62 HTTP/1.1" status: 200 len: 811 time: 0.7905109 Jul 14 13:53:21.885011 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-2ac1d2da-6d50-414e-8e14-ab4e34605ab5 None None] Provisioning for port f5a86309-bcd7-4c4d-9fc5-a77578240091 completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:21.913753 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-93e329f1-acfb-4dfa-9c93-364659a58774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:21.926169 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-2aaf8089-722f-4b74-b6e8-2a6b3b36fdb1 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/quotas/4c7ac6c79b024131aa204e45287729fa HTTP/1.1" status: 200 len: 375 time: 0.0463703 Jul 14 13:53:21.950980 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-2ac1d2da-6d50-414e-8e14-ab4e34605ab5 None None] Provisioning complete for port f5a86309-bcd7-4c4d-9fc5-a77578240091 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:21.951353 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2ac1d2da-6d50-414e-8e14-ab4e34605ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:22.006992 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-94a7828b-7bc1-481d-88be-ae6d6febfffc tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4c7ac6c79b024131aa204e45287729fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796118 Jul 14 13:53:22.121509 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84002df9-c066-4ee4-a853-fb2b328812c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728866'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:22.234139 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 64c6c989-8ce4-45cb-8db9-5402db983f53 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:22.234725 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:22.363351 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84002df9-c066-4ee4-a853-fb2b328812c6 admin admin] Router f174a8b6-4efa-46f2-a7f3-abf108524edd is scheduled to L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:53:22.364121 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2ac1d2da-6d50-414e-8e14-ab4e34605ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:22.367751 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-c33c2491-adc3-4831-9dd8-c3fa03900a1c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=92930) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:53:22.370742 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-c33c2491-adc3-4831-9dd8-c3fa03900a1c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2086859 Jul 14 13:53:22.500554 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-2ac1d2da-6d50-414e-8e14-ab4e34605ab5 None None] For port f5a86309-bcd7-4c4d-9fc5-a77578240091, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=f5a86309-bcd7-4c4d-9fc5-a77578240091,segment=NetworkSegment(6f5f6d35-c566-43d5-9c6f-ff2b79815a82),segment_id=6f5f6d35-c566-43d5-9c6f-ff2b79815a82)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:22.522424 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2ac1d2da-6d50-414e-8e14-ab4e34605ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:22.582717 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-54011145-f2cb-4401-8cef-c19f16cc734a service neutron] 10.222.0.45 "GET /v2.0/networks/9be7f888-3127-4ae3-92c0-bfa502beea62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445806 Jul 14 13:53:22.632489 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1d2da-6d50-414e-8e14-ab4e34605ab5 None None] Pushing event updated for resources: {'Port': ['ID=f5a86309-bcd7-4c4d-9fc5-a77578240091,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:22.699694 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-93e329f1-acfb-4dfa-9c93-364659a58774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:22.705482 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-226103a1-a963-4e5c-bb00-72319319d21c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:22.711806 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-93e329f1-acfb-4dfa-9c93-364659a58774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:22.747376 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84002df9-c066-4ee4-a853-fb2b328812c6 admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:53:22.751177 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-2e371589-e44a-4efa-9bba-1509112ac840 None None] Provisioning complete for port f5a86309-bcd7-4c4d-9fc5-a77578240091 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:22.751559 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2e371589-e44a-4efa-9bba-1509112ac840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:22.769232 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84002df9-c066-4ee4-a853-fb2b328812c6 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:22.771033 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-84002df9-c066-4ee4-a853-fb2b328812c6 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1828146 Jul 14 13:53:22.774553 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e329f1-acfb-4dfa-9c93-364659a58774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdd44c6-cebd-456b-a359-cc0f92b8b16c,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:22.775041 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 55762) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:22.784048 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] Sync routers for ids ['f174a8b6-4efa-46f2-a7f3-abf108524edd'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:53:22.790447 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-226103a1-a963-4e5c-bb00-72319319d21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:22.799660 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] Routers {'f174a8b6-4efa-46f2-a7f3-abf108524edd'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:22.800705 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:53:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['f174a8b6-4efa-46f2-a7f3-abf108524edd'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:22.810499 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-80715ef8-3505-4452-871a-a60778609d68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:22.825311 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-80715ef8-3505-4452-871a-a60778609d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:22.826209 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-80715ef8-3505-4452-871a-a60778609d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-726113'] for router_interface, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:22.834550 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-93e329f1-acfb-4dfa-9c93-364659a58774 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=03bcebdc22a6494888a1488a74972e55&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4981165 Jul 14 13:53:22.859278 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 55764) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:22.946876 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] Set router f174a8b6-4efa-46f2-a7f3-abf108524edd gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:22.963637 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-84891a49-bcae-4331-8acd-5fb80862d029 service neutron] 10.222.0.45 "GET /v2.0/networks/9be7f888-3127-4ae3-92c0-bfa502beea62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446772 Jul 14 13:53:22.973312 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d69acfed-b550-4671-a720-ff5a767fdf19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:23.031057 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80715ef8-3505-4452-871a-a60778609d68 admin admin] Pushing event updated for resources: {'Port': ['ID=5da63da3-54fe-4d42-a280-5c8c685d6e34,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:23.032412 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d69acfed-b550-4671-a720-ff5a767fdf19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:23.049946 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80715ef8-3505-4452-871a-a60778609d68 admin admin] Network 429ffe97-91bc-4ca2-9eda-c647a6878dac is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:23.058469 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-80715ef8-3505-4452-871a-a60778609d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:23.234492 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d69acfed-b550-4671-a720-ff5a767fdf19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:23.245044 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d69acfed-b550-4671-a720-ff5a767fdf19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:23.247450 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d69acfed-b550-4671-a720-ff5a767fdf19 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dbdd44c6-cebd-456b-a359-cc0f92b8b16c HTTP/1.1" status: 204 len: 168 time: 0.3869178 Jul 14 13:53:23.316464 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69acfed-b550-4671-a720-ff5a767fdf19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdd44c6-cebd-456b-a359-cc0f92b8b16c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:23.378487 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-226103a1-a963-4e5c-bb00-72319319d21c admin admin] Allocated IP 172.27.2.37 (cd162c73-a958-4cb4-9ccb-1bec0cade7b8/12dd67ef-565e-43e2-af52-7977bdc7d073/2c312940-3823-4950-b9c9-757543f4e127) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:23.394839 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 55782) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:23.397372 dv-cinder-797608-5-iscsi neutron-server[92928]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 13:53:23.432278 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80715ef8-3505-4452-871a-a60778609d68 admin admin] Router 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:53:23.444410 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'name': 'tempest-AttachVolumeTestJSON-559471997-router', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:17Z', 'updated_at': '2021-07-14T13:53:21Z', 'revision_number': 3, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'gw_port': {'id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:23.496491 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] Checking router: f174a8b6-4efa-46f2-a7f3-abf108524edd for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:53:23.496823 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] Updating router f174a8b6-4efa-46f2-a7f3-abf108524edd port eb92bba2-13b8-4c90-ae71-9856134ebfb0 binding host dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:53:23.522901 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device f5a86309-bcd7-4c4d-9fc5-a77578240091 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:23.589134 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c94dbdcc-be3a-4626-ab40-c3f06a5fdcbd req-7303943a-5271-4719-8a09-2acb9de9b015 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 210 time: 0.1931489 Jul 14 13:53:23.624955 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6b3280ac-62be-49a1-9e5a-222c7a9970c6 None None] Provisioning complete for port 5da63da3-54fe-4d42-a280-5c8c685d6e34 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:23.625326 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6b3280ac-62be-49a1-9e5a-222c7a9970c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:23.630820 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:23.766798 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-6b3280ac-62be-49a1-9e5a-222c7a9970c6 None None] Port 5da63da3-54fe-4d42-a280-5c8c685d6e34 cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:53:23.794881 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-29e58972-6f1a-4041-ad75-7effe7b9a732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:23.802220 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80715ef8-3505-4452-871a-a60778609d68 admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:53:23.811739 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-80715ef8-3505-4452-871a-a60778609d68 admin admin] 10.222.0.45 "PUT /v2.0/routers/6c2aadbd-43f3-474d-91a6-5f2cef0e89a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4927592 Jul 14 13:53:23.830681 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-226103a1-a963-4e5c-bb00-72319319d21c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:23.894730 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] Sync routers for ids ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'] in dv-cinder-797608-5-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:53:23.909202 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 55804) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:23.911233 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] Routers {'6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:23.913962 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:53:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:23.920662 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-226103a1-a963-4e5c-bb00-72319319d21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:23.952375 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port f5a86309-bcd7-4c4d-9fc5-a77578240091 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:23.953344 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:23.956696 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-85fd7fb1-a863-4dba-b0e1-1906a2d6a90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:23.982461 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226103a1-a963-4e5c-bb00-72319319d21c admin admin] Network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:23.988790 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-226103a1-a963-4e5c-bb00-72319319d21c admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:23.995054 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226103a1-a963-4e5c-bb00-72319319d21c admin admin] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:24.169234 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226103a1-a963-4e5c-bb00-72319319d21c admin admin] Pushing event updated for resources: {'Port': ['ID=2c312940-3823-4950-b9c9-757543f4e127,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:24.169370 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-29e58972-6f1a-4041-ad75-7effe7b9a732 admin admin] Allocated IP 172.20.0.1 (a438f18f-eabf-4166-ba56-5e9dc4be891e/2e428487-ac1c-45f5-b66d-6e05ef2be0ac/fd242b46-8efb-4859-bf53-05c8d8fee475) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:24.308420 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] Set router 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:24.349584 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device eeab0bb2-cd53-4815-a44e-b012207cfdfc up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:24.487844 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:24.496226 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-29e58972-6f1a-4041-ad75-7effe7b9a732 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:24.500643 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] Transition to ACTIVE for port object eb92bba2-13b8-4c90-ae71-9856134ebfb0 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:24.514231 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:24.532340 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port eeab0bb2-cd53-4815-a44e-b012207cfdfc completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:24.540735 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port eeab0bb2-cd53-4815-a44e-b012207cfdfc triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:24.540735 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:24.545886 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-29e58972-6f1a-4041-ad75-7effe7b9a732 admin admin] Transition to ACTIVE for port object fd242b46-8efb-4859-bf53-05c8d8fee475 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:24.641164 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] Attempting to bind port eb92bba2-13b8-4c90-ae71-9856134ebfb0 on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:53:24.641866 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] Attempting to bind port eb92bba2-13b8-4c90-ae71-9856134ebfb0 by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:53:24.642451 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] Attempting to bind port eb92bba2-13b8-4c90-ae71-9856134ebfb0 on network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:24.653521 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-29e58972-6f1a-4041-ad75-7effe7b9a732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:24.658943 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-226103a1-a963-4e5c-bb00-72319319d21c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:24.670526 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:53:24.672344 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] Checking segment: {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:24.673554 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:24.675372 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] Bound using segment: {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:53:24.677307 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] Bound port: eb92bba2-13b8-4c90-ae71-9856134ebfb0, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:53:24.678048 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:24.737028 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e58972-6f1a-4041-ad75-7effe7b9a732 admin admin] Network a438f18f-eabf-4166-ba56-5e9dc4be891e is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:24.753830 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] For port eb92bba2-13b8-4c90-ae71-9856134ebfb0, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:53:24.757860 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] For port eb92bba2-13b8-4c90-ae71-9856134ebfb0, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=eb92bba2-13b8-4c90-ae71-9856134ebfb0,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:53:24.774954 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:24.786025 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29940380-390a-4d49-88a7-9f2c273a522e None None] Pushing event updated for resources: {'Port': ['ID=eb92bba2-13b8-4c90-ae71-9856134ebfb0,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:24.818443 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-29e58972-6f1a-4041-ad75-7effe7b9a732 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:24.820131 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1893489216-router', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:15Z', 'updated_at': '2021-07-14T13:53:21Z', 'revision_number': 4, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'gw_port': {'id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:16Z', 'updated_at': '2021-07-14T13:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '5da63da3-54fe-4d42-a280-5c8c685d6e34', 'name': '', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'mac_address': 'fa:16:3e:fe:a3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:19Z', 'updated_at': '2021-07-14T13:53:22Z', 'revision_number': 2, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'subnets': [{'id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:24.827629 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d7be98f1-5d79-40d0-b621-d0bcd2264c78 req-d316f972-39b3-4d3d-9e5b-95a3b5f5bebd tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 210 time: 0.0952079 Jul 14 13:53:24.832518 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e58972-6f1a-4041-ad75-7effe7b9a732 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:24.833136 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-29e58972-6f1a-4041-ad75-7effe7b9a732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-729041'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:24.883562 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29940380-390a-4d49-88a7-9f2c273a522e None None] Pushing event updated for resources: {'Port': ['ID=eb92bba2-13b8-4c90-ae71-9856134ebfb0,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:24.884540 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] Checking router: 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 for host: dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:53:24.884912 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] Updating router 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 port 5da63da3-54fe-4d42-a280-5c8c685d6e34 binding host dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:53:24.927071 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] Routers {'f174a8b6-4efa-46f2-a7f3-abf108524edd'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:24.928282 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:53:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['f174a8b6-4efa-46f2-a7f3-abf108524edd'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:24.969638 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:25.031251 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e58972-6f1a-4041-ad75-7effe7b9a732 admin admin] Pushing event updated for resources: {'Port': ['ID=fd242b46-8efb-4859-bf53-05c8d8fee475,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:25.146669 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:25.170701 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port eeab0bb2-cd53-4815-a44e-b012207cfdfc, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=eeab0bb2-cd53-4815-a44e-b012207cfdfc,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:25.188986 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:25.219574 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-85fd7fb1-a863-4dba-b0e1-1906a2d6a90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:25.243117 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-85fd7fb1-a863-4dba-b0e1-1906a2d6a90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:25.246547 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-29e58972-6f1a-4041-ad75-7effe7b9a732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:25.290958 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-85fd7fb1-a863-4dba-b0e1-1906a2d6a90a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=20d86a9c7e9c4bb6846d221bdd46675c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3761196 Jul 14 13:53:25.291523 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 55850) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:25.334372 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] Set router f174a8b6-4efa-46f2-a7f3-abf108524edd gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:25.523077 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-226103a1-a963-4e5c-bb00-72319319d21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728866'] for router, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:25.552823 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=eeab0bb2-cd53-4815-a44e-b012207cfdfc,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:25.557696 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-0e8ef806-4abb-448f-8ee4-038fab557af5 None None] Provisioning for port fd242b46-8efb-4859-bf53-05c8d8fee475 completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:25.570643 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:25.572572 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-0e8ef806-4abb-448f-8ee4-038fab557af5 None None] Provisioning complete for port fd242b46-8efb-4859-bf53-05c8d8fee475 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:25.573833 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0e8ef806-4abb-448f-8ee4-038fab557af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:25.583183 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cbeea29c-acf5-43df-b6a0-0aff5711ef05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:25.590319 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 55856) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:25.595700 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd7fb1-a863-4dba-b0e1-1906a2d6a90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cad376-bdec-4a75-85ba-51a02f1aaf0c,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:25.607743 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] Transition to ACTIVE for port object 5da63da3-54fe-4d42-a280-5c8c685d6e34 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:25.613258 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-9d129218-577a-405f-8ae8-bdd57f8da91a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--911826630', 'description': 'tempest-description--778553212'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:25.632173 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-29e58972-6f1a-4041-ad75-7effe7b9a732 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:25.632652 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-0e8ef806-4abb-448f-8ee4-038fab557af5 None None] Port fd242b46-8efb-4859-bf53-05c8d8fee475 cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:53:25.639057 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:25.654970 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-29e58972-6f1a-4041-ad75-7effe7b9a732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:25.656114 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-29e58972-6f1a-4041-ad75-7effe7b9a732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-726113'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:25.699371 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d129218-577a-405f-8ae8-bdd57f8da91a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:25.749386 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cbeea29c-acf5-43df-b6a0-0aff5711ef05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:25.752517 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da9421-614f-4b5c-89f9-27020333aefe None None] Pushing event updated for resources: {'Port': ['ID=5da63da3-54fe-4d42-a280-5c8c685d6e34,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:25.777150 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'name': 'tempest-AttachVolumeTestJSON-559471997-router', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:17Z', 'updated_at': '2021-07-14T13:53:21Z', 'revision_number': 3, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'gw_port': {'id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:25.814287 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8058cbce-3368-40a3-af1a-8ad54aa9e80f None None] The sync data for ids ['f174a8b6-4efa-46f2-a7f3-abf108524edd'] in dv-cinder-797608-5-iscsi is: [{'id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'name': 'tempest-AttachVolumeTestJSON-559471997-router', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:17Z', 'updated_at': '2021-07-14T13:53:21Z', 'revision_number': 3, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'gw_port': {'id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:53:25.831362 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e58972-6f1a-4041-ad75-7effe7b9a732 admin admin] Network a438f18f-eabf-4166-ba56-5e9dc4be891e is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:25.848441 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-29e58972-6f1a-4041-ad75-7effe7b9a732 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:25.892995 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e58972-6f1a-4041-ad75-7effe7b9a732 admin admin] Pushing event updated for resources: {'Port': ['ID=fd242b46-8efb-4859-bf53-05c8d8fee475,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:25.933831 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226103a1-a963-4e5c-bb00-72319319d21c admin admin] Router a4c97fa8-b4d8-4483-bd4a-2184f7417110 is scheduled to L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac with binding_index 1 {{(pid=92930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:53:25.997687 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] Attempting to bind port 5da63da3-54fe-4d42-a280-5c8c685d6e34 on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:53:25.998247 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] Attempting to bind port 5da63da3-54fe-4d42-a280-5c8c685d6e34 by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': 'ed2c0c83-cd38-4e16-97ea-cee9ee449804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:53:25.998462 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] Attempting to bind port 5da63da3-54fe-4d42-a280-5c8c685d6e34 on network 429ffe97-91bc-4ca2-9eda-c647a6878dac {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:26.010648 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:53:26.011013 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] Checking segment: {'id': 'ed2c0c83-cd38-4e16-97ea-cee9ee449804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:26.011852 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:26.011994 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] Bound using segment: {'id': 'ed2c0c83-cd38-4e16-97ea-cee9ee449804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:53:26.012361 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] Bound port: 5da63da3-54fe-4d42-a280-5c8c685d6e34, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2c0c83-cd38-4e16-97ea-cee9ee449804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:53:26.012786 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:26.061084 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cbeea29c-acf5-43df-b6a0-0aff5711ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:26.066290 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cbeea29c-acf5-43df-b6a0-0aff5711ef05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:26.070186 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-cbeea29c-acf5-43df-b6a0-0aff5711ef05 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b0cad376-bdec-4a75-85ba-51a02f1aaf0c HTTP/1.1" status: 204 len: 168 time: 0.7720790 Jul 14 13:53:26.152107 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeea29c-acf5-43df-b6a0-0aff5711ef05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cad376-bdec-4a75-85ba-51a02f1aaf0c,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:26.219849 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] For port 5da63da3-54fe-4d42-a280-5c8c685d6e34, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:53:26.223744 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] For port 5da63da3-54fe-4d42-a280-5c8c685d6e34, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=5da63da3-54fe-4d42-a280-5c8c685d6e34,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:53:26.232089 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:26.270645 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-c786301a-0726-43bb-ae81-54f9675accc1 None None] Provisioning complete for port fd242b46-8efb-4859-bf53-05c8d8fee475 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:26.271233 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c786301a-0726-43bb-ae81-54f9675accc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:26.298818 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226103a1-a963-4e5c-bb00-72319319d21c admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:53:26.316757 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] Sync routers for ids ['a4c97fa8-b4d8-4483-bd4a-2184f7417110'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:53:26.375000 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da9421-614f-4b5c-89f9-27020333aefe None None] Pushing event updated for resources: {'Port': ['ID=5da63da3-54fe-4d42-a280-5c8c685d6e34,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:26.380851 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-c786301a-0726-43bb-ae81-54f9675accc1 None None] Port fd242b46-8efb-4859-bf53-05c8d8fee475 cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:53:26.383139 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] Routers {'a4c97fa8-b4d8-4483-bd4a-2184f7417110'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:26.384648 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:53:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['a4c97fa8-b4d8-4483-bd4a-2184f7417110'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:26.433206 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] Routers {'6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:26.433853 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:53:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:26.610126 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] Set router a4c97fa8-b4d8-4483-bd4a-2184f7417110 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:26.613486 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4c9c0073-eea6-4127-9234-7fd7a30e7a20 req-978ac7fc-68cb-48eb-b985-7931a8cfe66b tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 210 time: 0.0726409 Jul 14 13:53:26.646562 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] Set router 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:26.722880 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e58972-6f1a-4041-ad75-7effe7b9a732 admin admin] Router f174a8b6-4efa-46f2-a7f3-abf108524edd has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:53:26.756358 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d129218-577a-405f-8ae8-bdd57f8da91a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:26.777722 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d129218-577a-405f-8ae8-bdd57f8da91a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:26.784886 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-226103a1-a963-4e5c-bb00-72319319d21c admin admin] Notify callbacks [] for router, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:26.791298 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-226103a1-a963-4e5c-bb00-72319319d21c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.4355507 Jul 14 13:53:26.792458 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 55892) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:26.883661 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d129218-577a-405f-8ae8-bdd57f8da91a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:26.884913 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9d129218-577a-405f-8ae8-bdd57f8da91a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.2926786 Jul 14 13:53:26.892622 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 55894) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:26.897496 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d129218-577a-405f-8ae8-bdd57f8da91a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=345b1fa6-adc1-4187-9907-07d272764808,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:26.906943 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-d25f16c1-c632-4643-9ee2-cb0c37e9b6d8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Request body: {'security_group_rule': {'security_group_id': '345b1fa6-adc1-4187-9907-07d272764808', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:26.996821 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c97fa8-b4d8-4483-bd4a-2184f7417110', 'name': 'tempest-ServerRescueNegativeTestJSON-1949657560-router', 'tenant_id': 'f21fdd7bb4164aba898198e96918cef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '2c312940-3823-4950-b9c9-757543f4e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:24Z', 'revision_number': 3, 'project_id': 'f21fdd7bb4164aba898198e96918cef0', 'gw_port': {'id': '2c312940-3823-4950-b9c9-757543f4e127', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c97fa8-b4d8-4483-bd4a-2184f7417110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:22Z', 'updated_at': '2021-07-14T13:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:27.022697 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e58972-6f1a-4041-ad75-7effe7b9a732 admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:53:27.035840 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-29e58972-6f1a-4041-ad75-7effe7b9a732 admin admin] 10.222.0.45 "PUT /v2.0/routers/f174a8b6-4efa-46f2-a7f3-abf108524edd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2595072 Jul 14 13:53:27.045321 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d25f16c1-c632-4643-9ee2-cb0c37e9b6d8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:27.053772 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] Checking router: a4c97fa8-b4d8-4483-bd4a-2184f7417110 for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:53:27.055318 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] Updating router a4c97fa8-b4d8-4483-bd4a-2184f7417110 port 2c312940-3823-4950-b9c9-757543f4e127 binding host dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:53:27.097795 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1893489216-router', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:15Z', 'updated_at': '2021-07-14T13:53:21Z', 'revision_number': 4, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'gw_port': {'id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:16Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '5da63da3-54fe-4d42-a280-5c8c685d6e34', 'name': '', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'mac_address': 'fa:16:3e:fe:a3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:19Z', 'updated_at': '2021-07-14T13:53:26Z', 'revision_number': 4, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'subnets': [{'id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:27.184305 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d25f16c1-c632-4643-9ee2-cb0c37e9b6d8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:27.194395 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6a609f-97b2-4669-a32f-c3fbed496002 None None] The sync data for ids ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'] in dv-cinder-797608-5-iscsi is: [{'id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1893489216-router', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:15Z', 'updated_at': '2021-07-14T13:53:21Z', 'revision_number': 4, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'gw_port': {'id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:16Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '5da63da3-54fe-4d42-a280-5c8c685d6e34', 'name': '', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'mac_address': 'fa:16:3e:fe:a3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:19Z', 'updated_at': '2021-07-14T13:53:26Z', 'revision_number': 4, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'subnets': [{'id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:53:27.219364 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d25f16c1-c632-4643-9ee2-cb0c37e9b6d8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:27.224444 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:27.332426 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f16c1-c632-4643-9ee2-cb0c37e9b6d8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c6019f-2545-45b7-bb4c-ccda503ee13a,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:27.356926 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d25f16c1-c632-4643-9ee2-cb0c37e9b6d8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:27.366588 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d25f16c1-c632-4643-9ee2-cb0c37e9b6d8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4710262 Jul 14 13:53:27.367395 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 55924) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:27.406182 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-8902172b-9ccb-49e9-b7c0-6b7f5a8c694d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Request body: {'security_group_rule': {'security_group_id': '345b1fa6-adc1-4187-9907-07d272764808', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:27.476882 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.54', 51282) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:27.534954 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 55932) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:27.744402 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8902172b-9ccb-49e9-b7c0-6b7f5a8c694d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:27.785703 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device eeab0bb2-cd53-4815-a44e-b012207cfdfc up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:27.985383 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d11f2464-59c4-4a5c-90f5-c90ffd91be13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.111954 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7013163d-d050-40d4-9a08-1af7a2047980 req-faa49808-2037-4818-beda-7feb808458fd tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 210 time: 0.0984330 Jul 14 13:53:28.136790 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8902172b-9ccb-49e9-b7c0-6b7f5a8c694d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.146999 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-9b122de7-5caa-472a-9b99-c43ac30af700 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:28.151478 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-9b122de7-5caa-472a-9b99-c43ac30af700 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.54 "GET /v2.0/networks?id=9be7f888-3127-4ae3-92c0-bfa502beea62 HTTP/1.1" status: 200 len: 811 time: 0.6731634 Jul 14 13:53:28.153404 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8902172b-9ccb-49e9-b7c0-6b7f5a8c694d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.175434 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902172b-9ccb-49e9-b7c0-6b7f5a8c694d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d204574-2934-4948-b412-2627eef1ea93,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:28.213107 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-a411d246-b14b-438b-9c6d-f025b2985473 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Request body: {'port': {'device_id': '7dbfe061-e13e-403c-b798-c50a2d749451', 'network_id': '9be7f888-3127-4ae3-92c0-bfa502beea62', 'admin_state_up': True, 'tenant_id': '4c7ac6c79b024131aa204e45287729fa'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:28.227443 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port eeab0bb2-cd53-4815-a44e-b012207cfdfc triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:28.230214 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.339550 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.398712 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] Transition to ACTIVE for port object 2c312940-3823-4950-b9c9-757543f4e127 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:28.495186 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 55966) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:28.496948 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-14c0d72f-2b34-437e-8f2a-6824ee649b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.510438 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device eb92bba2-13b8-4c90-ae71-9856134ebfb0 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:28.521630 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.675944 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 55974) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:28.685183 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-566e4158-9553-4c48-994e-c14769dd6552 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1905183512', 'description': 'tempest-description--1679622041'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:28.739983 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] Attempting to bind port 2c312940-3823-4950-b9c9-757543f4e127 on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:53:28.740503 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] Attempting to bind port 2c312940-3823-4950-b9c9-757543f4e127 by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:53:28.741573 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] Attempting to bind port 2c312940-3823-4950-b9c9-757543f4e127 on network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:28.764054 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:53:28.764705 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] Checking segment: {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:28.764998 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.765453 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] Bound using segment: {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:53:28.766773 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] Bound port: 2c312940-3823-4950-b9c9-757543f4e127, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:53:28.767540 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.792041 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d11f2464-59c4-4a5c-90f5-c90ffd91be13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.808934 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c422f4-2eec-4e18-ad6d-a651a31bc22a None None] Pushing event updated for resources: {'Port': ['ID=2c312940-3823-4950-b9c9-757543f4e127,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:28.825959 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8902172b-9ccb-49e9-b7c0-6b7f5a8c694d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.828477 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8902172b-9ccb-49e9-b7c0-6b7f5a8c694d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4538746 Jul 14 13:53:28.832786 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 55998) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:28.840238 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-c980affa-89a5-4597-9b7c-acfc57376f5f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Request body: {'floatingip': {'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:28.842756 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port eb92bba2-13b8-4c90-ae71-9856134ebfb0 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:28.867052 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port eb92bba2-13b8-4c90-ae71-9856134ebfb0 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:28.869136 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.869786 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-a411d246-b14b-438b-9c6d-f025b2985473 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Made reservation on behalf of 4c7ac6c79b024131aa204e45287729fa for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:28.872039 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d11f2464-59c4-4a5c-90f5-c90ffd91be13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.874552 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-a411d246-b14b-438b-9c6d-f025b2985473 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.924750 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-566e4158-9553-4c48-994e-c14769dd6552 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.942327 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] For port 2c312940-3823-4950-b9c9-757543f4e127, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:53:28.967150 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-14c0d72f-2b34-437e-8f2a-6824ee649b5a admin admin] Allocated IP 172.20.0.1 (8c9c30b7-1c6e-4b55-9a15-bcd593742e07/383ca765-ab77-499a-b15a-1a74b6126141/b239e471-5b8c-415d-b70f-89ed1f58f296) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:28.967958 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] For port 2c312940-3823-4950-b9c9-757543f4e127, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=2c312940-3823-4950-b9c9-757543f4e127,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:53:28.982664 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.995783 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-33c3d203-71ab-49fc-a56e-079fb27c893a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:29.014803 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-d11f2464-59c4-4a5c-90f5-c90ffd91be13 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2569486fdd294944889bd74a91d85752&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4788814 Jul 14 13:53:29.026450 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c980affa-89a5-4597-9b7c-acfc57376f5f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for floatingip, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:29.030394 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 56006) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:29.055291 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f2464-59c4-4a5c-90f5-c90ffd91be13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac4a5ac-766f-43bb-8be9-848de8d14223,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:29.198556 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:29.281074 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] Routers {'a4c97fa8-b4d8-4483-bd4a-2184f7417110'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:29.288652 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:53:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['a4c97fa8-b4d8-4483-bd4a-2184f7417110'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:29.325825 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] Sync routers for ids ['f174a8b6-4efa-46f2-a7f3-abf108524edd'] in dv-cinder-797608-5-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:53:29.327591 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-a411d246-b14b-438b-9c6d-f025b2985473 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Allocated IP 172.20.0.10 (9be7f888-3127-4ae3-92c0-bfa502beea62/46f8af88-943b-4f2d-b137-3ac6b0d7059c/2995b723-a63f-453f-bc07-f4f000455db4) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:29.338964 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] Routers {'f174a8b6-4efa-46f2-a7f3-abf108524edd'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:29.339676 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:53:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['f174a8b6-4efa-46f2-a7f3-abf108524edd'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:29.409954 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-14c0d72f-2b34-437e-8f2a-6824ee649b5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:29.473939 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-566e4158-9553-4c48-994e-c14769dd6552 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:29.490950 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] Set router a4c97fa8-b4d8-4483-bd4a-2184f7417110 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:29.520334 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-45cfd901-d23b-4f49-b158-7828d97c8b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:29.530683 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-566e4158-9553-4c48-994e-c14769dd6552 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:29.590870 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 56018) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:29.602005 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] Set router f174a8b6-4efa-46f2-a7f3-abf108524edd gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:29.636020 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-14c0d72f-2b34-437e-8f2a-6824ee649b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:29.638173 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-045334c8-ca28-4166-a9e6-0c7e4abaf728 req-cf600c25-2a26-476e-aa93-1c81735f9d29 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 210 time: 0.1867287 Jul 14 13:53:29.657678 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c980affa-89a5-4597-9b7c-acfc57376f5f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:29.675743 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-45cfd901-d23b-4f49-b158-7828d97c8b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:29.767847 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port eb92bba2-13b8-4c90-ae71-9856134ebfb0, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=eb92bba2-13b8-4c90-ae71-9856134ebfb0,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:29.794640 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:29.825656 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c0d72f-2b34-437e-8f2a-6824ee649b5a admin admin] Network 8c9c30b7-1c6e-4b55-9a15-bcd593742e07 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:29.848821 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-14c0d72f-2b34-437e-8f2a-6824ee649b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:29.859744 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c0d72f-2b34-437e-8f2a-6824ee649b5a admin admin] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:29.867402 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-14c0d72f-2b34-437e-8f2a-6824ee649b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-729041'] for router_interface, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:29.871768 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c422f4-2eec-4e18-ad6d-a651a31bc22a None None] Pushing event updated for resources: {'Port': ['ID=2c312940-3823-4950-b9c9-757543f4e127,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:29.982801 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e4158-9553-4c48-994e-c14769dd6552 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e08a18-78c0-498d-96ec-b0e7ddd593e5,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:30.113427 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 5da63da3-54fe-4d42-a280-5c8c685d6e34 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:30.115175 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'name': 'tempest-AttachVolumeTestJSON-559471997-router', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:17Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'gw_port': {'id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'fd242b46-8efb-4859-bf53-05c8d8fee475', 'name': '', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'mac_address': 'fa:16:3e:e4:c4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:23Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 2, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'subnets': [{'id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:30.173545 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-a411d246-b14b-438b-9c6d-f025b2985473 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:30.180443 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=eb92bba2-13b8-4c90-ae71-9856134ebfb0,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:30.199242 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-c980affa-89a5-4597-9b7c-acfc57376f5f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Allocated IP 172.27.2.243 (cd162c73-a958-4cb4-9ccb-1bec0cade7b8/12dd67ef-565e-43e2-af52-7977bdc7d073/bd69a167-ebdd-4232-b800-fe99db2bed5e) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:30.214682 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] Checking router: f174a8b6-4efa-46f2-a7f3-abf108524edd for host: dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:53:30.219467 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] Updating router f174a8b6-4efa-46f2-a7f3-abf108524edd port fd242b46-8efb-4859-bf53-05c8d8fee475 binding host dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:53:30.335932 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:30.349846 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port 5da63da3-54fe-4d42-a280-5c8c685d6e34 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:30.363587 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 5da63da3-54fe-4d42-a280-5c8c685d6e34 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:30.368378 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:30.412679 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-86a7cfb2-f64b-4247-9a11-8b5c2cb4f41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:30.419210 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-a411d246-b14b-438b-9c6d-f025b2985473 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:30.492602 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0d72f-2b34-437e-8f2a-6824ee649b5a admin admin] Pushing event updated for resources: {'Port': ['ID=b239e471-5b8c-415d-b70f-89ed1f58f296,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:30.554949 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c97fa8-b4d8-4483-bd4a-2184f7417110', 'name': 'tempest-ServerRescueNegativeTestJSON-1949657560-router', 'tenant_id': 'f21fdd7bb4164aba898198e96918cef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '2c312940-3823-4950-b9c9-757543f4e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:24Z', 'revision_number': 3, 'project_id': 'f21fdd7bb4164aba898198e96918cef0', 'gw_port': {'id': '2c312940-3823-4950-b9c9-757543f4e127', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c97fa8-b4d8-4483-bd4a-2184f7417110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:22Z', 'updated_at': '2021-07-14T13:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:30.607660 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-45cfd901-d23b-4f49-b158-7828d97c8b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:30.610550 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-45cfd901-d23b-4f49-b158-7828d97c8b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:30.612098 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-45cfd901-d23b-4f49-b158-7828d97c8b01 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5ac4a5ac-766f-43bb-8be9-848de8d14223 HTTP/1.1" status: 204 len: 168 time: 1.5787907 Jul 14 13:53:30.635666 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:30.639965 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-33c3d203-71ab-49fc-a56e-079fb27c893a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:30.642640 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfd901-d23b-4f49-b158-7828d97c8b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac4a5ac-766f-43bb-8be9-848de8d14223,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:30.668229 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-33c3d203-71ab-49fc-a56e-079fb27c893a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:30.682133 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0471e275-5dde-4e68-a331-5db2c12befad None None] The sync data for ids ['a4c97fa8-b4d8-4483-bd4a-2184f7417110'] in dv-cinder-797608-5-iscsi is: [{'id': 'a4c97fa8-b4d8-4483-bd4a-2184f7417110', 'name': 'tempest-ServerRescueNegativeTestJSON-1949657560-router', 'tenant_id': 'f21fdd7bb4164aba898198e96918cef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '2c312940-3823-4950-b9c9-757543f4e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:24Z', 'revision_number': 3, 'project_id': 'f21fdd7bb4164aba898198e96918cef0', 'gw_port': {'id': '2c312940-3823-4950-b9c9-757543f4e127', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c97fa8-b4d8-4483-bd4a-2184f7417110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:22Z', 'updated_at': '2021-07-14T13:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:53:30.764765 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-566e4158-9553-4c48-994e-c14769dd6552 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:30.773097 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-566e4158-9553-4c48-994e-c14769dd6552 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.0959616 Jul 14 13:53:30.796462 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 56044) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:30.821056 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-3feefcda-9ddc-43fa-a5b8-a7e4d4a55877 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Request body: {'security_group_rule': {'security_group_id': '79e08a18-78c0-498d-96ec-b0e7ddd593e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:30.829814 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port 5da63da3-54fe-4d42-a280-5c8c685d6e34, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=5da63da3-54fe-4d42-a280-5c8c685d6e34,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:30.842923 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:30.908574 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-86a7cfb2-f64b-4247-9a11-8b5c2cb4f41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:30.925933 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-a411d246-b14b-438b-9c6d-f025b2985473 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Network 9be7f888-3127-4ae3-92c0-bfa502beea62 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:30.954352 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c980affa-89a5-4597-9b7c-acfc57376f5f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:30.964251 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-a411d246-b14b-438b-9c6d-f025b2985473 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:30.981295 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-a411d246-b14b-438b-9c6d-f025b2985473 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:30.990063 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-33c3d203-71ab-49fc-a56e-079fb27c893a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ecd15ac9d8c446d48f99bbb802eb72ff&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4827983 Jul 14 13:53:30.992311 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-86a7cfb2-f64b-4247-9a11-8b5c2cb4f41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:30.999093 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 56048) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:31.002286 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-a411d246-b14b-438b-9c6d-f025b2985473 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:31.006268 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-a411d246-b14b-438b-9c6d-f025b2985473 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:31.058315 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3feefcda-9ddc-43fa-a5b8-a7e4d4a55877 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:31.065192 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411d246-b14b-438b-9c6d-f025b2985473 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Pushing event updated for resources: {'Port': ['ID=2995b723-a63f-453f-bc07-f4f000455db4,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:31.075582 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=5da63da3-54fe-4d42-a280-5c8c685d6e34,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:31.132863 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3d203-71ab-49fc-a56e-079fb27c893a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876d4f0e-fda8-450d-8831-23e19bc736eb,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:31.182869 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:31.202735 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] Transition to ACTIVE for port object fd242b46-8efb-4859-bf53-05c8d8fee475 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:31.207174 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-a411d246-b14b-438b-9c6d-f025b2985473 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9985478 Jul 14 13:53:31.233082 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-317c3808-0899-4f6e-9999-bc4395dd726f tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:53:31.234320 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-317c3808-0899-4f6e-9999-bc4395dd726f tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188370 Jul 14 13:53:31.262381 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7cfb2-f64b-4247-9a11-8b5c2cb4f41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64d40d9-b871-4d72-b16e-6a1689cc3524,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:31.281031 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:31.306025 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c980affa-89a5-4597-9b7c-acfc57376f5f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:31.450532 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-14c0d72f-2b34-437e-8f2a-6824ee649b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:31.608767 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] Attempting to bind port fd242b46-8efb-4859-bf53-05c8d8fee475 on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:53:31.609265 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] Attempting to bind port fd242b46-8efb-4859-bf53-05c8d8fee475 by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': '6f5f6d35-c566-43d5-9c6f-ff2b79815a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:53:31.609818 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] Attempting to bind port fd242b46-8efb-4859-bf53-05c8d8fee475 on network a438f18f-eabf-4166-ba56-5e9dc4be891e {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:31.630044 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:53:31.630044 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] Checking segment: {'id': '6f5f6d35-c566-43d5-9c6f-ff2b79815a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:31.630391 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:31.631000 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] Bound using segment: {'id': '6f5f6d35-c566-43d5-9c6f-ff2b79815a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:53:31.631685 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] Bound port: fd242b46-8efb-4859-bf53-05c8d8fee475, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5f6d35-c566-43d5-9c6f-ff2b79815a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:53:31.632377 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:31.676536 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-86a7cfb2-f64b-4247-9a11-8b5c2cb4f41b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=52f8b52ff0534895a0be47e41c657271&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0797122 Jul 14 13:53:31.685819 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 56080) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:31.884863 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] For port fd242b46-8efb-4859-bf53-05c8d8fee475, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:53:31.895040 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3feefcda-9ddc-43fa-a5b8-a7e4d4a55877 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:31.895918 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] For port fd242b46-8efb-4859-bf53-05c8d8fee475, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=fd242b46-8efb-4859-bf53-05c8d8fee475,segment=NetworkSegment(6f5f6d35-c566-43d5-9c6f-ff2b79815a82),segment_id=6f5f6d35-c566-43d5-9c6f-ff2b79815a82)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:53:31.927041 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:31.949097 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d20ab-813b-43c0-b064-d26747865394 None None] Pushing event updated for resources: {'Port': ['ID=fd242b46-8efb-4859-bf53-05c8d8fee475,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:32.086351 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3feefcda-9ddc-43fa-a5b8-a7e4d4a55877 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:32.086708 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980affa-89a5-4597-9b7c-acfc57376f5f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Pushing event updated for resources: {'Port': ['ID=bd69a167-ebdd-4232-b800-fe99db2bed5e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:32.108413 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c980affa-89a5-4597-9b7c-acfc57376f5f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:32.110269 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-c980affa-89a5-4597-9b7c-acfc57376f5f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:32.120910 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c980affa-89a5-4597-9b7c-acfc57376f5f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:32.229831 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] Routers {'f174a8b6-4efa-46f2-a7f3-abf108524edd'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:32.230539 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:53:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['f174a8b6-4efa-46f2-a7f3-abf108524edd'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:32.277467 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d20ab-813b-43c0-b064-d26747865394 None None] Pushing event updated for resources: {'Port': ['ID=fd242b46-8efb-4859-bf53-05c8d8fee475,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:32.342152 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 2c312940-3823-4950-b9c9-757543f4e127 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:32.388679 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c980affa-89a5-4597-9b7c-acfc57376f5f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:32.525578 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-bf1a4f4c-88f4-4cc1-b7c1-da31deb9123b service neutron] Request body: {'port': {'device_id': '7dbfe061-e13e-403c-b798-c50a2d749451', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:32.640900 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feefcda-9ddc-43fa-a5b8-a7e4d4a55877 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a758c16-5adc-4e84-825b-8f4e56e37244,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:32.667782 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c980affa-89a5-4597-9b7c-acfc57376f5f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:32.699206 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port 2c312940-3823-4950-b9c9-757543f4e127 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:32.709551 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 2c312940-3823-4950-b9c9-757543f4e127 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:32.709929 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:32.712084 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b32c75-6387-407a-8768-ba082d4d85ea req-ead8900e-cc26-4388-ad5e-5ef18ab3ad52 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:32.713754 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e7b32c75-6387-407a-8768-ba082d4d85ea req-ead8900e-cc26-4388-ad5e-5ef18ab3ad52 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 932 time: 1.6987088 Jul 14 13:53:32.737959 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] Set router f174a8b6-4efa-46f2-a7f3-abf108524edd gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:32.768971 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-93da6702-74d0-4113-a46f-ce08c48e439d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:32.898287 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-14c0d72f-2b34-437e-8f2a-6824ee649b5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:32.970074 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-bf1a4f4c-88f4-4cc1-b7c1-da31deb9123b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:32.975328 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-14c0d72f-2b34-437e-8f2a-6824ee649b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:32.976078 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-14c0d72f-2b34-437e-8f2a-6824ee649b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-726113'] for router_interface, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:33.001771 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:33.018702 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3feefcda-9ddc-43fa-a5b8-a7e4d4a55877 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:33.019938 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-3feefcda-9ddc-43fa-a5b8-a7e4d4a55877 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2161620 Jul 14 13:53:33.029881 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 56148) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:33.068514 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-793ced39-3e80-49b6-bca7-a91d3b2a02d5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Request body: {'security_group_rule': {'security_group_id': '79e08a18-78c0-498d-96ec-b0e7ddd593e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:33.092368 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-93da6702-74d0-4113-a46f-ce08c48e439d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:33.094540 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fcc158c3-797d-4256-a0bb-cd4366c0919d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:33.115748 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port 2c312940-3823-4950-b9c9-757543f4e127, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=2c312940-3823-4950-b9c9-757543f4e127,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:33.127358 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:33.129391 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device eb92bba2-13b8-4c90-ae71-9856134ebfb0 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:33.263247 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-793ced39-3e80-49b6-bca7-a91d3b2a02d5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:33.336093 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'name': 'tempest-AttachVolumeTestJSON-559471997-router', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:17Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'gw_port': {'id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'fd242b46-8efb-4859-bf53-05c8d8fee475', 'name': '', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'mac_address': 'fa:16:3e:e4:c4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:23Z', 'updated_at': '2021-07-14T13:53:31Z', 'revision_number': 4, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'subnets': [{'id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:33.408016 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=2c312940-3823-4950-b9c9-757543f4e127,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:33.417599 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e063b6-23a9-4d2f-896f-6e8fae243872 None None] The sync data for ids ['f174a8b6-4efa-46f2-a7f3-abf108524edd'] in dv-cinder-797608-5-iscsi is: [{'id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'name': 'tempest-AttachVolumeTestJSON-559471997-router', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:17Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'gw_port': {'id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'fd242b46-8efb-4859-bf53-05c8d8fee475', 'name': '', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'mac_address': 'fa:16:3e:e4:c4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:23Z', 'updated_at': '2021-07-14T13:53:31Z', 'revision_number': 4, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'subnets': [{'id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:53:33.468399 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port eb92bba2-13b8-4c90-ae71-9856134ebfb0 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:33.468783 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:33.481734 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0d72f-2b34-437e-8f2a-6824ee649b5a admin admin] Pushing event updated for resources: {'Port': ['ID=b239e471-5b8c-415d-b70f-89ed1f58f296,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:33.515785 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e7b32c75-6387-407a-8768-ba082d4d85ea req-3a068f4a-f885-44ce-879a-d95ea5506edc tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/security-groups?id=65248f63-0df7-4710-bf74-eafebca788d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7607589 Jul 14 13:53:33.555452 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fcc158c3-797d-4256-a0bb-cd4366c0919d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:33.669383 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 5da63da3-54fe-4d42-a280-5c8c685d6e34 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:33.725730 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c0d72f-2b34-437e-8f2a-6824ee649b5a admin admin] Network 8c9c30b7-1c6e-4b55-9a15-bcd593742e07 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:33.733260 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fcc158c3-797d-4256-a0bb-cd4366c0919d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:33.739078 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fcc158c3-797d-4256-a0bb-cd4366c0919d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:33.744153 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-fcc158c3-797d-4256-a0bb-cd4366c0919d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d64d40d9-b871-4d72-b16e-6a1689cc3524 HTTP/1.1" status: 204 len: 168 time: 2.0524764 Jul 14 13:53:33.751965 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-14c0d72f-2b34-437e-8f2a-6824ee649b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:33.787101 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-93da6702-74d0-4113-a46f-ce08c48e439d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:33.789593 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-93da6702-74d0-4113-a46f-ce08c48e439d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:33.802299 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-93da6702-74d0-4113-a46f-ce08c48e439d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/876d4f0e-fda8-450d-8831-23e19bc736eb HTTP/1.1" status: 204 len: 168 time: 2.7843690 Jul 14 13:53:33.902255 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc158c3-797d-4256-a0bb-cd4366c0919d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64d40d9-b871-4d72-b16e-6a1689cc3524,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:33.954428 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da6702-74d0-4113-a46f-ce08c48e439d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876d4f0e-fda8-450d-8831-23e19bc736eb,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:33.970551 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 5da63da3-54fe-4d42-a280-5c8c685d6e34 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:33.970930 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:34.186482 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c0d72f-2b34-437e-8f2a-6824ee649b5a admin admin] Router a4c97fa8-b4d8-4483-bd4a-2184f7417110 has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:53:34.209312 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c980affa-89a5-4597-9b7c-acfc57376f5f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:34.258460 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-793ced39-3e80-49b6-bca7-a91d3b2a02d5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:34.262330 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c980affa-89a5-4597-9b7c-acfc57376f5f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:34.384418 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-793ced39-3e80-49b6-bca7-a91d3b2a02d5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:34.436159 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c980affa-89a5-4597-9b7c-acfc57376f5f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728900'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:34.465591 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 56184) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:34.571113 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 2c312940-3823-4950-b9c9-757543f4e127 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:34.589370 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c0d72f-2b34-437e-8f2a-6824ee649b5a admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:53:34.614469 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ced39-3e80-49b6-bca7-a91d3b2a02d5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=635ffa8a-446c-42cd-aba9-04239701ce92,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:34.615151 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-14c0d72f-2b34-437e-8f2a-6824ee649b5a admin admin] 10.222.0.45 "PUT /v2.0/routers/a4c97fa8-b4d8-4483-bd4a-2184f7417110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8203449 Jul 14 13:53:34.651282 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980affa-89a5-4597-9b7c-acfc57376f5f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Pushing event updated for resources: {'Port': ['ID=bd69a167-ebdd-4232-b800-fe99db2bed5e,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:34.656654 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-793ced39-3e80-49b6-bca7-a91d3b2a02d5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:34.661536 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-793ced39-3e80-49b6-bca7-a91d3b2a02d5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5993795 Jul 14 13:53:34.664407 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 56194) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:34.666580 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c980affa-89a5-4597-9b7c-acfc57376f5f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:34.670052 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-891ca3bf-2158-40aa-b445-6d38d9e1bc84 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Request body: {'floatingip': {'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:34.670866 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c980affa-89a5-4597-9b7c-acfc57376f5f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8363860 Jul 14 13:53:34.714050 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 2c312940-3823-4950-b9c9-757543f4e127 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:34.717589 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:34.744139 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-891ca3bf-2158-40aa-b445-6d38d9e1bc84 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for floatingip, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:34.893104 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-bf1a4f4c-88f4-4cc1-b7c1-da31deb9123b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2995b723-a63f-453f-bc07-f4f000455db4 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:53:34.915681 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-bf1a4f4c-88f4-4cc1-b7c1-da31deb9123b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:34.935765 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] Sync routers for ids ['a4c97fa8-b4d8-4483-bd4a-2184f7417110'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:53:35.005639 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] Routers {'a4c97fa8-b4d8-4483-bd4a-2184f7417110'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:35.006524 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:53:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['a4c97fa8-b4d8-4483-bd4a-2184f7417110'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:35.051119 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-bf1a4f4c-88f4-4cc1-b7c1-da31deb9123b service neutron] Transition to ACTIVE for port object 2995b723-a63f-453f-bc07-f4f000455db4 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:35.092216 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-bf1a4f4c-88f4-4cc1-b7c1-da31deb9123b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:35.237795 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a4f4c-88f4-4cc1-b7c1-da31deb9123b service neutron] Pushing event updated for resources: {'Port': ['ID=2995b723-a63f-453f-bc07-f4f000455db4,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:35.259114 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7721c366-4a2d-4de7-8f80-a1ae17ff32e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:35.277886 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155d17d-c452-4366-8918-4b44848c296c req-53e782df-396b-4eb5-a64f-637374ba12ea tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:35.280888 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c155d17d-c452-4366-8918-4b44848c296c req-53e782df-396b-4eb5-a64f-637374ba12ea tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 932 time: 0.4896600 Jul 14 13:53:35.394956 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device fd242b46-8efb-4859-bf53-05c8d8fee475 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:35.456951 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7721c366-4a2d-4de7-8f80-a1ae17ff32e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:35.484329 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7721c366-4a2d-4de7-8f80-a1ae17ff32e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:35.511880 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 56208) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:35.555556 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-7721c366-4a2d-4de7-8f80-a1ae17ff32e5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=80300bd57720420dae4dd074f4396131&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0828156 Jul 14 13:53:35.568031 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 56210) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:35.582131 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cad88679-42ae-4440-b738-5fc29e393b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:35.609472 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port fd242b46-8efb-4859-bf53-05c8d8fee475 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:35.616750 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port fd242b46-8efb-4859-bf53-05c8d8fee475 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:35.617548 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:35.643178 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-bf1a4f4c-88f4-4cc1-b7c1-da31deb9123b service neutron] Attempting to bind port 2995b723-a63f-453f-bc07-f4f000455db4 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:53:35.643853 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-bf1a4f4c-88f4-4cc1-b7c1-da31deb9123b service neutron] Attempting to bind port 2995b723-a63f-453f-bc07-f4f000455db4 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '2c1be65e-0832-4c25-8574-a78737999e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '9be7f888-3127-4ae3-92c0-bfa502beea62'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:53:35.655933 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-bf1a4f4c-88f4-4cc1-b7c1-da31deb9123b service neutron] Attempting to bind port 2995b723-a63f-453f-bc07-f4f000455db4 on network 9be7f888-3127-4ae3-92c0-bfa502beea62 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:35.685493 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c155d17d-c452-4366-8918-4b44848c296c req-cf38966b-5302-4046-b353-fad68d20e5d3 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/security-groups?id=65248f63-0df7-4710-bf74-eafebca788d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943491 Jul 14 13:53:35.705653 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-bf1a4f4c-88f4-4cc1-b7c1-da31deb9123b service neutron] Port 2995b723-a63f-453f-bc07-f4f000455db4 on network 9be7f888-3127-4ae3-92c0-bfa502beea62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:53:35.708007 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-bf1a4f4c-88f4-4cc1-b7c1-da31deb9123b service neutron] Attempting to bind port 2995b723-a63f-453f-bc07-f4f000455db4 on network 9be7f888-3127-4ae3-92c0-bfa502beea62 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:35.722193 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721c366-4a2d-4de7-8f80-a1ae17ff32e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebb8966-9c3d-4f56-bb8e-76a6c73f64e3,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:35.742729 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] Set router a4c97fa8-b4d8-4483-bd4a-2184f7417110 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:35.753508 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-bf1a4f4c-88f4-4cc1-b7c1-da31deb9123b service neutron] Checking agent: {'id': '452dea11-d79b-49e5-b391-0cd9cce6a9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:53:35.753845 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-bf1a4f4c-88f4-4cc1-b7c1-da31deb9123b service neutron] Checking segment: {'id': '2c1be65e-0832-4c25-8574-a78737999e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '9be7f888-3127-4ae3-92c0-bfa502beea62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:35.754441 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-bf1a4f4c-88f4-4cc1-b7c1-da31deb9123b service neutron] Bound using segment: {'id': '2c1be65e-0832-4c25-8574-a78737999e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '9be7f888-3127-4ae3-92c0-bfa502beea62'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:53:35.754886 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-bf1a4f4c-88f4-4cc1-b7c1-da31deb9123b service neutron] Bound port: 2995b723-a63f-453f-bc07-f4f000455db4, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c1be65e-0832-4c25-8574-a78737999e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '9be7f888-3127-4ae3-92c0-bfa502beea62'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:53:35.761143 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-bf1a4f4c-88f4-4cc1-b7c1-da31deb9123b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:35.914903 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-891ca3bf-2158-40aa-b445-6d38d9e1bc84 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:35.955027 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-e5b71445-65a1-4a4b-8c80-1861f6cd3cc8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--911826630&fields=id&tenant_id=f0682b2d13074b4fbea16bbda342184f HTTP/1.1" status: 200 len: 267 time: 0.1375623 Jul 14 13:53:35.965443 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-33e5387e-ea8f-4a9c-88dd-90ffa3756ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:36.064991 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-bf1a4f4c-88f4-4cc1-b7c1-da31deb9123b service neutron] For port 2995b723-a63f-453f-bc07-f4f000455db4, host hv-cinder-79760, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:53:36.081889 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:36.128843 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-bf1a4f4c-88f4-4cc1-b7c1-da31deb9123b service neutron] For port 2995b723-a63f-453f-bc07-f4f000455db4, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2995b723-a63f-453f-bc07-f4f000455db4,segment=NetworkSegment(2c1be65e-0832-4c25-8574-a78737999e69),segment_id=2c1be65e-0832-4c25-8574-a78737999e69)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:53:36.139912 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-bf1a4f4c-88f4-4cc1-b7c1-da31deb9123b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:36.172711 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-33e5387e-ea8f-4a9c-88dd-90ffa3756ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:36.181023 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port fd242b46-8efb-4859-bf53-05c8d8fee475, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=fd242b46-8efb-4859-bf53-05c8d8fee475,segment=NetworkSegment(6f5f6d35-c566-43d5-9c6f-ff2b79815a82),segment_id=6f5f6d35-c566-43d5-9c6f-ff2b79815a82)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:36.224899 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:36.328234 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a4f4c-88f4-4cc1-b7c1-da31deb9123b service neutron] Pushing event updated for resources: {'Port': ['ID=2995b723-a63f-453f-bc07-f4f000455db4,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:36.409556 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-bf1a4f4c-88f4-4cc1-b7c1-da31deb9123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:36.410211 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-bf1a4f4c-88f4-4cc1-b7c1-da31deb9123b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:36.412093 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-bf1a4f4c-88f4-4cc1-b7c1-da31deb9123b service neutron] 10.222.0.54 "PUT /v2.0/ports/2995b723-a63f-453f-bc07-f4f000455db4 HTTP/1.1" status: 200 len: 1094 time: 4.3443639 Jul 14 13:53:36.415746 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbfe061-e13e-403c-b798-c50a2d749451', 'tag': '2995b723-a63f-453f-bc07-f4f000455db4'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:53:36.542711 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=fd242b46-8efb-4859-bf53-05c8d8fee475,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:36.597762 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c97fa8-b4d8-4483-bd4a-2184f7417110', 'name': 'tempest-ServerRescueNegativeTestJSON-1949657560-router', 'tenant_id': 'f21fdd7bb4164aba898198e96918cef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '2c312940-3823-4950-b9c9-757543f4e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:30Z', 'revision_number': 4, 'project_id': 'f21fdd7bb4164aba898198e96918cef0', 'gw_port': {'id': '2c312940-3823-4950-b9c9-757543f4e127', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c97fa8-b4d8-4483-bd4a-2184f7417110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:22Z', 'updated_at': '2021-07-14T13:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'b239e471-5b8c-415d-b70f-89ed1f58f296', 'name': '', 'network_id': '8c9c30b7-1c6e-4b55-9a15-bcd593742e07', 'tenant_id': 'f21fdd7bb4164aba898198e96918cef0', 'mac_address': 'fa:16:3e:77:81:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c97fa8-b4d8-4483-bd4a-2184f7417110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '383ca765-ab77-499a-b15a-1a74b6126141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:28Z', 'updated_at': '2021-07-14T13:53:31Z', 'revision_number': 2, 'project_id': 'f21fdd7bb4164aba898198e96918cef0', 'subnets': [{'id': '383ca765-ab77-499a-b15a-1a74b6126141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:36.623051 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cad88679-42ae-4440-b738-5fc29e393b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:36.657782 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] Checking router: a4c97fa8-b4d8-4483-bd4a-2184f7417110 for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:53:36.658335 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] Updating router a4c97fa8-b4d8-4483-bd4a-2184f7417110 port b239e471-5b8c-415d-b70f-89ed1f58f296 binding host dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:53:36.673885 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-1a0389b7-3bf4-4a6c-b9fe-27111c30094e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:36.675495 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-1a0389b7-3bf4-4a6c-b9fe-27111c30094e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/networks?id=429ffe97-91bc-4ca2-9eda-c647a6878dac HTTP/1.1" status: 200 len: 817 time: 0.6705477 Jul 14 13:53:36.688952 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cad88679-42ae-4440-b738-5fc29e393b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:36.690686 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-891ca3bf-2158-40aa-b445-6d38d9e1bc84 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Allocated IP 172.27.2.108 (cd162c73-a958-4cb4-9ccb-1bec0cade7b8/12dd67ef-565e-43e2-af52-7977bdc7d073/c82ceb85-e330-4fc6-9b66-a16838fd24c5) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:36.711646 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-8b01e87e-7f24-4caf-be03-454364c6c9b3 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/quotas/f0682b2d13074b4fbea16bbda342184f HTTP/1.1" status: 200 len: 375 time: 0.0282645 Jul 14 13:53:36.747108 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-33e5387e-ea8f-4a9c-88dd-90ffa3756ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:36.755206 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-cad88679-42ae-4440-b738-5fc29e393b68 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2d5ec2474a0d4d2385a51d9e58d39e09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2273858 Jul 14 13:53:36.767113 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-33e5387e-ea8f-4a9c-88dd-90ffa3756ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:36.770344 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 56254) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:36.774671 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-33e5387e-ea8f-4a9c-88dd-90ffa3756ee7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0ebb8966-9c3d-4f56-bb8e-76a6c73f64e3 HTTP/1.1" status: 204 len: 168 time: 1.1959367 Jul 14 13:53:36.784325 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:36.857585 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad88679-42ae-4440-b738-5fc29e393b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f6b984-275f-4cf9-bb05-648c9d676796,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:36.893998 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c87468-c0a0-4ad2-802a-a1ab46e11e08" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbfe061-e13e-403c-b798-c50a2d749451", "tag": "2995b723-a63f-453f-bc07-f4f000455db4"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:53:36.940615 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d2ef5a88-4ceb-4568-8cc0-a45bc926886d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:36.970037 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d2ef5a88-4ceb-4568-8cc0-a45bc926886d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:36.973897 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5387e-ea8f-4a9c-88dd-90ffa3756ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebb8966-9c3d-4f56-bb8e-76a6c73f64e3,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:37.090549 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-d83b2705-d660-48e6-9d92-db36c4d6a75d tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:37.102473 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-d83b2705-d660-48e6-9d92-db36c4d6a75d tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/networks?id=8c9c30b7-1c6e-4b55-9a15-bcd593742e07 HTTP/1.1" status: 200 len: 819 time: 0.5157101 Jul 14 13:53:37.106621 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-504fd7f1-dffd-4d23-9184-cb825f284491 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0682b2d13074b4fbea16bbda342184f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3782248 Jul 14 13:53:37.111957 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d2ef5a88-4ceb-4568-8cc0-a45bc926886d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:37.115556 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d2ef5a88-4ceb-4568-8cc0-a45bc926886d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:37.122553 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d2ef5a88-4ceb-4568-8cc0-a45bc926886d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/42f6b984-275f-4cf9-bb05-648c9d676796 HTTP/1.1" status: 204 len: 168 time: 0.3463316 Jul 14 13:53:37.122919 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-891ca3bf-2158-40aa-b445-6d38d9e1bc84 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:37.139821 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-d846f746-f442-4ded-b728-5c4f2c499241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:37.146810 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-d846f746-f442-4ded-b728-5c4f2c499241 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c7ac6c79b024131aa204e45287729fa&device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 1097 time: 0.5483320 Jul 14 13:53:37.166451 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef5a88-4ceb-4568-8cc0-a45bc926886d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f6b984-275f-4cf9-bb05-648c9d676796,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:37.181407 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-f4a94a81-724c-4bd0-99c6-40ad5ebea480 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/quotas/f21fdd7bb4164aba898198e96918cef0 HTTP/1.1" status: 200 len: 375 time: 0.0768549 Jul 14 13:53:37.284398 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-25c859f8-8610-4e42-b160-15404cb7b116 service neutron] 10.222.0.45 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458898 Jul 14 13:53:37.309146 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-891ca3bf-2158-40aa-b445-6d38d9e1bc84 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:37.506665 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-de333494-76df-4328-b860-3aba22a4bf89 service neutron] 10.222.0.45 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213161 Jul 14 13:53:37.543222 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891ca3bf-2158-40aa-b445-6d38d9e1bc84 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:37.544976 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:37.549965 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-891ca3bf-2158-40aa-b445-6d38d9e1bc84 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:37.553053 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891ca3bf-2158-40aa-b445-6d38d9e1bc84 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:37.625729 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] Transition to ACTIVE for port object b239e471-5b8c-415d-b70f-89ed1f58f296 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:37.660360 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:37.691721 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 56278) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:37.762280 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b1a13daa-0196-48f9-9655-2e4310aefe38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:37.793946 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ca3bf-2158-40aa-b445-6d38d9e1bc84 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Pushing event updated for resources: {'Port': ['ID=c82ceb85-e330-4fc6-9b66-a16838fd24c5,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:37.833967 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-2d2dd1b0-5897-4fc3-b263-4858c3a8658f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2995b723-a63f-453f-bc07-f4f000455db4 HTTP/1.1" status: 200 len: 217 time: 0.6638861 Jul 14 13:53:37.876533 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460225f-1f26-4d8e-be3d-8946d0613a38 None None] Pushing event updated for resources: {'Port': ['ID=b239e471-5b8c-415d-b70f-89ed1f58f296,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:38.048813 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-9ff5dea8-cd8b-4cd9-b456-3709b844d49c tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f21fdd7bb4164aba898198e96918cef0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8644345 Jul 14 13:53:38.055941 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] Attempting to bind port b239e471-5b8c-415d-b70f-89ed1f58f296 on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:53:38.056427 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-27d32c73-d93b-475a-9c00-00fe5de750a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:38.059414 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-27d32c73-d93b-475a-9c00-00fe5de750a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46f8af88-943b-4f2d-b137-3ac6b0d7059c HTTP/1.1" status: 200 len: 851 time: 0.1929410 Jul 14 13:53:38.060033 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] Attempting to bind port b239e471-5b8c-415d-b70f-89ed1f58f296 by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': 'bb1fff05-3f16-43b3-b907-dd71af5a0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '8c9c30b7-1c6e-4b55-9a15-bcd593742e07'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:53:38.060738 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] Attempting to bind port b239e471-5b8c-415d-b70f-89ed1f58f296 on network 8c9c30b7-1c6e-4b55-9a15-bcd593742e07 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:38.081438 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:53:38.083385 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] Checking segment: {'id': 'bb1fff05-3f16-43b3-b907-dd71af5a0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '8c9c30b7-1c6e-4b55-9a15-bcd593742e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:38.085101 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:38.085656 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] Bound using segment: {'id': 'bb1fff05-3f16-43b3-b907-dd71af5a0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '8c9c30b7-1c6e-4b55-9a15-bcd593742e07'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:53:38.088895 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] Bound port: b239e471-5b8c-415d-b70f-89ed1f58f296, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1fff05-3f16-43b3-b907-dd71af5a0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '8c9c30b7-1c6e-4b55-9a15-bcd593742e07'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:53:38.089545 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:38.103209 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b1a13daa-0196-48f9-9655-2e4310aefe38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:38.117794 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b1a13daa-0196-48f9-9655-2e4310aefe38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:38.151890 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-b1a13daa-0196-48f9-9655-2e4310aefe38 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e44bddd30d9e4fd2ab635847f75211f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4529436 Jul 14 13:53:38.160998 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 56304) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:38.190553 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-5b1833b3-9459-42f1-ac78-76ff0c69e91a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9be7f888-3127-4ae3-92c0-bfa502beea62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168840 Jul 14 13:53:38.358886 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-543d1f88-65c4-43ae-b5e5-e98318fe023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:38.388246 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-891ca3bf-2158-40aa-b445-6d38d9e1bc84 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:38.401513 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] For port b239e471-5b8c-415d-b70f-89ed1f58f296, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:53:38.412452 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] For port b239e471-5b8c-415d-b70f-89ed1f58f296, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=b239e471-5b8c-415d-b70f-89ed1f58f296,segment=NetworkSegment(bb1fff05-3f16-43b3-b907-dd71af5a0243),segment_id=bb1fff05-3f16-43b3-b907-dd71af5a0243)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:53:38.415197 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device fd242b46-8efb-4859-bf53-05c8d8fee475 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:38.498105 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:38.518256 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-91317068-c4be-45e5-bb4c-a8a80014151e service neutron] 10.222.0.54 "GET /v2.0/networks/9be7f888-3127-4ae3-92c0-bfa502beea62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930152 Jul 14 13:53:38.524358 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a13daa-0196-48f9-9655-2e4310aefe38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f443c06b-ff14-4a04-a6f3-14b05b0f9527,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:38.533422 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5472a349-a03a-4aac-8ca5-f99842205123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:38.721372 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-1886a054-2f74-43db-98b8-fde2dc0885b2 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:53:38.730903 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-1886a054-2f74-43db-98b8-fde2dc0885b2 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2884853 Jul 14 13:53:38.749954 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] Routers {'a4c97fa8-b4d8-4483-bd4a-2184f7417110'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:38.758023 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:53:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['a4c97fa8-b4d8-4483-bd4a-2184f7417110'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:38.777935 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-891ca3bf-2158-40aa-b445-6d38d9e1bc84 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:38.787141 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5472a349-a03a-4aac-8ca5-f99842205123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:38.911389 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ef9c0-15ac-4464-a359-6082e205903b req-21d492cc-2e12-4354-a299-a7a5fe8b59f8 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:38.931869 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c00ef9c0-15ac-4464-a359-6082e205903b req-21d492cc-2e12-4354-a299-a7a5fe8b59f8 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 944 time: 0.6652367 Jul 14 13:53:39.175742 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] Set router a4c97fa8-b4d8-4483-bd4a-2184f7417110 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:39.217672 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460225f-1f26-4d8e-be3d-8946d0613a38 None None] Pushing event updated for resources: {'Port': ['ID=b239e471-5b8c-415d-b70f-89ed1f58f296,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:39.233003 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-f53b467d-4873-4f55-bc7b-5c9965992969 service neutron] 10.222.0.45 "GET /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006254 Jul 14 13:53:39.273581 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port fd242b46-8efb-4859-bf53-05c8d8fee475 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:39.274139 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.392807 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c00ef9c0-15ac-4464-a359-6082e205903b req-0cabafd0-05bc-4a01-9581-213c7847d783 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/security-groups?id=65248f63-0df7-4710-bf74-eafebca788d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126980 Jul 14 13:53:39.499102 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5472a349-a03a-4aac-8ca5-f99842205123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.507953 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5472a349-a03a-4aac-8ca5-f99842205123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.512989 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-5472a349-a03a-4aac-8ca5-f99842205123 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f443c06b-ff14-4a04-a6f3-14b05b0f9527 HTTP/1.1" status: 204 len: 168 time: 1.3451242 Jul 14 13:53:39.577298 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-d2655d19-0287-4cf5-9987-eaf9cf923a84 service neutron] 10.222.0.45 "GET /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325274 Jul 14 13:53:39.641903 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c96bfd3-1f46-4281-ba76-4ab4e829052f req-33a5fd9a-c72a-4b6d-b5cc-3859e20f3fb0 service neutron] 10.222.0.54 "GET /v2.0/networks/9be7f888-3127-4ae3-92c0-bfa502beea62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7408707 Jul 14 13:53:39.665760 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-891ca3bf-2158-40aa-b445-6d38d9e1bc84 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.688021 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472a349-a03a-4aac-8ca5-f99842205123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f443c06b-ff14-4a04-a6f3-14b05b0f9527,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:39.693948 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-891ca3bf-2158-40aa-b445-6d38d9e1bc84 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.816154 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-891ca3bf-2158-40aa-b445-6d38d9e1bc84 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728900'] for floatingip, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.826998 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c97fa8-b4d8-4483-bd4a-2184f7417110', 'name': 'tempest-ServerRescueNegativeTestJSON-1949657560-router', 'tenant_id': 'f21fdd7bb4164aba898198e96918cef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '2c312940-3823-4950-b9c9-757543f4e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:30Z', 'revision_number': 4, 'project_id': 'f21fdd7bb4164aba898198e96918cef0', 'gw_port': {'id': '2c312940-3823-4950-b9c9-757543f4e127', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c97fa8-b4d8-4483-bd4a-2184f7417110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:22Z', 'updated_at': '2021-07-14T13:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'b239e471-5b8c-415d-b70f-89ed1f58f296', 'name': '', 'network_id': '8c9c30b7-1c6e-4b55-9a15-bcd593742e07', 'tenant_id': 'f21fdd7bb4164aba898198e96918cef0', 'mac_address': 'fa:16:3e:77:81:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c97fa8-b4d8-4483-bd4a-2184f7417110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '383ca765-ab77-499a-b15a-1a74b6126141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:28Z', 'updated_at': '2021-07-14T13:53:38Z', 'revision_number': 4, 'project_id': 'f21fdd7bb4164aba898198e96918cef0', 'subnets': [{'id': '383ca765-ab77-499a-b15a-1a74b6126141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:39.884611 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ca3bf-2158-40aa-b445-6d38d9e1bc84 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Pushing event updated for resources: {'Port': ['ID=c82ceb85-e330-4fc6-9b66-a16838fd24c5,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:39.892045 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-891ca3bf-2158-40aa-b445-6d38d9e1bc84 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for floatingip, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.894438 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-891ca3bf-2158-40aa-b445-6d38d9e1bc84 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2288206 Jul 14 13:53:39.965220 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66af101-5a79-40d6-b912-41fa321c6193 None None] The sync data for ids ['a4c97fa8-b4d8-4483-bd4a-2184f7417110'] in dv-cinder-797608-5-iscsi is: [{'id': 'a4c97fa8-b4d8-4483-bd4a-2184f7417110', 'name': 'tempest-ServerRescueNegativeTestJSON-1949657560-router', 'tenant_id': 'f21fdd7bb4164aba898198e96918cef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '2c312940-3823-4950-b9c9-757543f4e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:30Z', 'revision_number': 4, 'project_id': 'f21fdd7bb4164aba898198e96918cef0', 'gw_port': {'id': '2c312940-3823-4950-b9c9-757543f4e127', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c97fa8-b4d8-4483-bd4a-2184f7417110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:22Z', 'updated_at': '2021-07-14T13:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'b239e471-5b8c-415d-b70f-89ed1f58f296', 'name': '', 'network_id': '8c9c30b7-1c6e-4b55-9a15-bcd593742e07', 'tenant_id': 'f21fdd7bb4164aba898198e96918cef0', 'mac_address': 'fa:16:3e:77:81:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c97fa8-b4d8-4483-bd4a-2184f7417110', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '383ca765-ab77-499a-b15a-1a74b6126141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:28Z', 'updated_at': '2021-07-14T13:53:38Z', 'revision_number': 4, 'project_id': 'f21fdd7bb4164aba898198e96918cef0', 'subnets': [{'id': '383ca765-ab77-499a-b15a-1a74b6126141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:53:40.051689 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e59fdfe-e84a-4e1b-99aa-c58afd69e3c2 x-openstack-request-id: req-3e59fdfe-e84a-4e1b-99aa-c58afd69e3c2 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:53:40.052256 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbfe061-e13e-403c-b798-c50a2d749451", "tag": "2995b723-a63f-453f-bc07-f4f000455db4", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:53:40.052712 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3e59fdfe-e84a-4e1b-99aa-c58afd69e3c2 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:53:40.053361 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbfe061-e13e-403c-b798-c50a2d749451', 'tag': '2995b723-a63f-453f-bc07-f4f000455db4', 'status': 'completed', 'code': 200} Jul 14 13:53:40.238517 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2c5df270-6c38-4d8b-ae25-9672809133f7 req-73f666a7-ffbd-47f0-a49f-fcae9f547d64 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 210 time: 0.0604012 Jul 14 13:53:40.459373 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a29779a4-b9dc-4933-94ae-ffe098de4d45 req-7ec010ad-cf46-49d7-b576-c51bbb25bddb tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 210 time: 0.1451714 Jul 14 13:53:40.532464 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device b239e471-5b8c-415d-b70f-89ed1f58f296 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:40.560893 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c87468-c0a0-4ad2-802a-a1ab46e11e08 req-8f08d367-7639-479a-86ef-2a990c53827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:40.577809 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3c87468-c0a0-4ad2-802a-a1ab46e11e08 req-8f08d367-7639-479a-86ef-2a990c53827b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c7ac6c79b024131aa204e45287729fa&device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 1097 time: 0.4064879 Jul 14 13:53:40.720668 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port b239e471-5b8c-415d-b70f-89ed1f58f296 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:40.729603 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port b239e471-5b8c-415d-b70f-89ed1f58f296 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:40.731107 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:40.841846 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-78e4d3cf-0c35-43cf-b3f8-ea55e818b1e3 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1905183512&fields=id&tenant_id=8ebdd828c2dd45389e546eb5c76f33fc HTTP/1.1" status: 200 len: 267 time: 0.1420619 Jul 14 13:53:41.146762 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c87468-c0a0-4ad2-802a-a1ab46e11e08 req-b64e1eb9-d2e1-485d-a80d-75e1e6656f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:41.155836 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3c87468-c0a0-4ad2-802a-a1ab46e11e08 req-b64e1eb9-d2e1-485d-a80d-75e1e6656f9f service neutron] 10.222.0.54 "GET /v2.0/networks?id=9be7f888-3127-4ae3-92c0-bfa502beea62 HTTP/1.1" status: 200 len: 912 time: 0.5395310 Jul 14 13:53:41.207817 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e411e19-b7e8-4d8e-ae63-d9cc5d27551c req-396c18e4-a818-4476-bad0-f063eceb5b97 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:41.217185 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6e411e19-b7e8-4d8e-ae63-d9cc5d27551c req-396c18e4-a818-4476-bad0-f063eceb5b97 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 944 time: 0.3494864 Jul 14 13:53:41.290150 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3c87468-c0a0-4ad2-802a-a1ab46e11e08 req-1bbf2d0e-41e5-4d1b-8475-cbbee1c4b20a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2995b723-a63f-453f-bc07-f4f000455db4 HTTP/1.1" status: 200 len: 217 time: 0.0554762 Jul 14 13:53:41.370629 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c87468-c0a0-4ad2-802a-a1ab46e11e08 req-666ffcaf-6bdf-4795-83f2-e8c8d800cfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:41.372582 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3c87468-c0a0-4ad2-802a-a1ab46e11e08 req-666ffcaf-6bdf-4795-83f2-e8c8d800cfcc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46f8af88-943b-4f2d-b137-3ac6b0d7059c HTTP/1.1" status: 200 len: 851 time: 0.0815856 Jul 14 13:53:41.388671 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-a5477986-9be6-4db2-9972-bf7623886d33 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:41.407165 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-a5477986-9be6-4db2-9972-bf7623886d33 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/networks?id=a438f18f-eabf-4166-ba56-5e9dc4be891e HTTP/1.1" status: 200 len: 810 time: 0.5591068 Jul 14 13:53:41.425452 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6e411e19-b7e8-4d8e-ae63-d9cc5d27551c req-589c8fb0-6eae-47cd-ab72-1aaf45eaddba tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/security-groups?id=65248f63-0df7-4710-bf74-eafebca788d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070875 Jul 14 13:53:41.475426 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-af69cd23-dd8c-4cea-a1c0-4f43763e7a06 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/quotas/8ebdd828c2dd45389e546eb5c76f33fc HTTP/1.1" status: 200 len: 375 time: 0.0662563 Jul 14 13:53:41.476738 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8dc88693-8682-4147-ab0e-72392d40e76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:41.579192 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3c87468-c0a0-4ad2-802a-a1ab46e11e08 req-d6d4dff7-05c7-437d-b8ab-6435ea82c316 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9be7f888-3127-4ae3-92c0-bfa502beea62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495245 Jul 14 13:53:41.659354 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:41.664921 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:41.694162 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:41.813980 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-56ee9517-4a74-4610-bcbe-1445b39d8043 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8ebdd828c2dd45389e546eb5c76f33fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3367212 Jul 14 13:53:41.831206 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port b239e471-5b8c-415d-b70f-89ed1f58f296, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=b239e471-5b8c-415d-b70f-89ed1f58f296,segment=NetworkSegment(bb1fff05-3f16-43b3-b907-dd71af5a0243),segment_id=bb1fff05-3f16-43b3-b907-dd71af5a0243)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:41.843805 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:41.994942 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-809ea475-1936-41f9-8291-2728e7c2e36b service neutron] 10.222.0.45 "GET /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510017 Jul 14 13:53:42.029962 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=b239e471-5b8c-415d-b70f-89ed1f58f296,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:42.044415 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:42.129320 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3c87468-c0a0-4ad2-802a-a1ab46e11e08 req-ef493410-d3ea-4502-8e3f-2594eca89d39 service neutron] 10.222.0.54 "GET /v2.0/networks/9be7f888-3127-4ae3-92c0-bfa502beea62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624438 Jul 14 13:53:42.267338 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-bc9cdc55-edf0-43a1-937a-79d52231132c service neutron] 10.222.0.45 "GET /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700222 Jul 14 13:53:42.343118 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3c87468-c0a0-4ad2-802a-a1ab46e11e08 req-c13bdab0-dda9-4b27-bc4b-2b435cdc8749 service neutron] 10.222.0.54 "GET /v2.0/networks/9be7f888-3127-4ae3-92c0-bfa502beea62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453037 Jul 14 13:53:42.391862 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-84bb514e-d32f-4b01-832b-0db415182c05 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:42.397062 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-84bb514e-d32f-4b01-832b-0db415182c05 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/networks?id=8c9c30b7-1c6e-4b55-9a15-bcd593742e07 HTTP/1.1" status: 200 len: 819 time: 0.6880176 Jul 14 13:53:42.401948 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device b239e471-5b8c-415d-b70f-89ed1f58f296 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:42.457037 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-aa6be550-46d0-4781-9e8d-ce07ee872ea1 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/quotas/f21fdd7bb4164aba898198e96918cef0 HTTP/1.1" status: 200 len: 375 time: 0.0448968 Jul 14 13:53:42.586756 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port b239e471-5b8c-415d-b70f-89ed1f58f296 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:42.587254 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:42.687880 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-4aec28cb-1d8c-40b3-9e8d-fd6ddaf20895 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f21fdd7bb4164aba898198e96918cef0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2230592 Jul 14 13:53:43.005948 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ace24bcc-b824-4819-9fcc-12a70e024389 req-ec444d17-cefc-4a3d-8676-4ad10bf45098 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 210 time: 0.0929117 Jul 14 13:53:43.275713 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-289344a5-0cb6-4c82-886e-0758143f8248 service neutron] 10.222.0.45 "GET /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5605321 Jul 14 13:53:43.544612 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a96b63-6cdf-4a8d-b451-f956f6a56eb6 req-1aa1a7f0-4542-45f4-9466-094bd441e6cc tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:43.552611 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-17a96b63-6cdf-4a8d-b451-f956f6a56eb6 req-1aa1a7f0-4542-45f4-9466-094bd441e6cc tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 944 time: 0.2239125 Jul 14 13:53:43.631747 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:43.651549 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-17a96b63-6cdf-4a8d-b451-f956f6a56eb6 req-f4e14cad-84b2-4af3-8aeb-0c75d58abe20 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/security-groups?id=65248f63-0df7-4710-bf74-eafebca788d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979502 Jul 14 13:53:43.709757 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-b0e9f343-25e1-4785-841e-92d6ee1abf96 service neutron] 10.222.0.45 "GET /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284601 Jul 14 13:53:43.747042 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-29e3a6f3-f3d3-4888-9e79-88d42ddbcde6 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:43.749043 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-29e3a6f3-f3d3-4888-9e79-88d42ddbcde6 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.54 "GET /v2.0/networks?id=429ffe97-91bc-4ca2-9eda-c647a6878dac HTTP/1.1" status: 200 len: 817 time: 0.7469723 Jul 14 13:53:44.055016 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-eb0490b7-3197-43b6-b1e5-4539e5e9fdc4 req-d12484a5-d103-497b-8999-feedd91078ec tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 210 time: 0.0474031 Jul 14 13:53:44.132923 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2a26df4d-e4ad-4530-9934-8ec0b3dab350 req-55b01626-6839-4b63-bf81-a94825ad040f tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 210 time: 0.0833125 Jul 14 13:53:44.223823 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-10d29a74-e2e3-4d90-ac39-febdad3a3a8d req-e10b9d66-5cc4-4cee-90e8-83d75f4ea1f2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 210 time: 0.0501149 Jul 14 13:53:44.571907 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 56568) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:44.673573 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-d49b5879-e539-44d7-9a2c-5c96c1dae259 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0682b2d13074b4fbea16bbda342184f HTTP/1.1" status: 200 len: 379 time: 0.1065485 Jul 14 13:53:44.699436 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-f368073a-c8fd-4c5e-8613-56f531dbc94e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Request body: {'port': {'device_id': '1f999909-e4cd-4154-82d5-9a9998d1daf7', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'admin_state_up': True, 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'security_groups': ['345b1fa6-adc1-4187-9907-07d272764808']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:44.717040 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-351a77b4-c30f-438f-a0c0-6c2463b38614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:44.860279 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-351a77b4-c30f-438f-a0c0-6c2463b38614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:44.864663 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-351a77b4-c30f-438f-a0c0-6c2463b38614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:44.881828 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-f368073a-c8fd-4c5e-8613-56f531dbc94e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Made reservation on behalf of f0682b2d13074b4fbea16bbda342184f for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:44.893788 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-f368073a-c8fd-4c5e-8613-56f531dbc94e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:44.930084 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-351a77b4-c30f-438f-a0c0-6c2463b38614 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94579c31c8a94251b1da57e98ad80fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3565388 Jul 14 13:53:44.931098 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a77b4-c30f-438f-a0c0-6c2463b38614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3fdc8d-0196-47d7-8122-b2f515361949,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:44.934580 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 56578) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:44.992941 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7088aa-43de-4779-a884-2510e0022c5a req-2c5cf3e1-8a57-424e-bc16-26e4a7ddaf7f tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:44.995020 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2c7088aa-43de-4779-a884-2510e0022c5a req-2c5cf3e1-8a57-424e-bc16-26e4a7ddaf7f tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 944 time: 0.1712103 Jul 14 13:53:45.027885 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-37fcac7e-f16c-426f-8646-9a4b39843aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:45.053698 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2c7088aa-43de-4779-a884-2510e0022c5a req-168ba815-9a08-44dd-a379-dcf7715dfc28 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/security-groups?id=65248f63-0df7-4710-bf74-eafebca788d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521393 Jul 14 13:53:45.062783 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-37fcac7e-f16c-426f-8646-9a4b39843aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:45.129566 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-37fcac7e-f16c-426f-8646-9a4b39843aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:45.141449 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-37fcac7e-f16c-426f-8646-9a4b39843aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:45.143881 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-37fcac7e-f16c-426f-8646-9a4b39843aa8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8f3fdc8d-0196-47d7-8122-b2f515361949 HTTP/1.1" status: 204 len: 168 time: 0.2013927 Jul 14 13:53:45.156936 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcac7e-f16c-426f-8646-9a4b39843aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3fdc8d-0196-47d7-8122-b2f515361949,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:45.235670 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-f368073a-c8fd-4c5e-8613-56f531dbc94e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Allocated IP 172.20.0.5 (429ffe97-91bc-4ca2-9eda-c647a6878dac/b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9/0d3feb74-1c83-4071-89a7-4fa88950a57c) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:45.267529 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a74a951-49df-4481-bd1e-58573b6d0322 req-7e67d254-44a0-450d-8b3d-2517b80e088c tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 210 time: 0.0476427 Jul 14 13:53:45.298987 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.54', 51308) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:45.489829 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4378af3f-19dc-4430-9490-09cd306ac9a5 req-b0adb7ba-e5df-4e99-b96d-c47c1a3748bc tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 210 time: 0.1110849 Jul 14 13:53:45.490829 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ad5428ab-d9e8-4237-aa06-f5486be15e28 req-ef40cd44-13b1-4952-84d9-d969235a246a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 210 time: 0.0653505 Jul 14 13:53:45.578713 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-f368073a-c8fd-4c5e-8613-56f531dbc94e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:45.592052 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-83cb74d4-2fb4-47c9-ab13-ad9e4bf9a9f2 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:45.598265 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-83cb74d4-2fb4-47c9-ab13-ad9e4bf9a9f2 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.54 "GET /v2.0/networks?id=8c9c30b7-1c6e-4b55-9a15-bcd593742e07 HTTP/1.1" status: 200 len: 819 time: 0.2959580 Jul 14 13:53:45.606225 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 56604) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:45.609955 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-f368073a-c8fd-4c5e-8613-56f531dbc94e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Transition to ACTIVE for port object 0d3feb74-1c83-4071-89a7-4fa88950a57c will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:45.633200 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-0c2e5f4f-a172-4a05-8664-e30da0952e1e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Request body: {'port': {'device_id': 'af4d0995-61b7-47cf-a54a-918f166f3a53', 'network_id': '8c9c30b7-1c6e-4b55-9a15-bcd593742e07', 'admin_state_up': True, 'tenant_id': 'f21fdd7bb4164aba898198e96918cef0'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:45.645044 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a6f94999-1158-4d85-bb29-01cead56f437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:45.654800 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-f368073a-c8fd-4c5e-8613-56f531dbc94e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:45.699378 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-f368073a-c8fd-4c5e-8613-56f531dbc94e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Network 429ffe97-91bc-4ca2-9eda-c647a6878dac is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:45.703406 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-f368073a-c8fd-4c5e-8613-56f531dbc94e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:45.707887 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-f368073a-c8fd-4c5e-8613-56f531dbc94e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:45.714686 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-f368073a-c8fd-4c5e-8613-56f531dbc94e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:45.715325 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-f368073a-c8fd-4c5e-8613-56f531dbc94e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:45.743989 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368073a-c8fd-4c5e-8613-56f531dbc94e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Pushing event updated for resources: {'Port': ['ID=0d3feb74-1c83-4071-89a7-4fa88950a57c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:46.024714 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-af5e68a8-ce8c-42fc-b6bc-c111c2620605 None None] Provisioning for port 0d3feb74-1c83-4071-89a7-4fa88950a57c completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:46.033680 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.54', 51311) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:46.039837 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-af5e68a8-ce8c-42fc-b6bc-c111c2620605 None None] Provisioning complete for port 0d3feb74-1c83-4071-89a7-4fa88950a57c triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:46.040453 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-af5e68a8-ce8c-42fc-b6bc-c111c2620605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:46.057954 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a6f94999-1158-4d85-bb29-01cead56f437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:46.071440 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a6f94999-1158-4d85-bb29-01cead56f437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:46.099635 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-af5e68a8-ce8c-42fc-b6bc-c111c2620605 None None] Port 0d3feb74-1c83-4071-89a7-4fa88950a57c cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:53:46.116093 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f94999-1158-4d85-bb29-01cead56f437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64350ac-7075-40c0-83f7-b3af8943239c,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:46.155314 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-a6f94999-1158-4d85-bb29-01cead56f437 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d9f5dc4a26cd4f07a24e1d1c6c9be355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5479214 Jul 14 13:53:46.158680 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 56648) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:46.242690 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-f368073a-c8fd-4c5e-8613-56f531dbc94e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5535464 Jul 14 13:53:46.286327 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-97393936-19c7-4d8b-929a-83d59ea81fcb service neutron] Request body: {'port': {'device_id': '1f999909-e4cd-4154-82d5-9a9998d1daf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:46.301222 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c218c59f-1975-4fb4-92fd-5960118dcd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:46.336200 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c218c59f-1975-4fb4-92fd-5960118dcd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:46.367136 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-0c2e5f4f-a172-4a05-8664-e30da0952e1e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Made reservation on behalf of f21fdd7bb4164aba898198e96918cef0 for: {'port': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:46.371342 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-0c2e5f4f-a172-4a05-8664-e30da0952e1e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:46.427460 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-473d9b40-a093-4e0b-9d23-85da9b25eb13 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:46.430387 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c218c59f-1975-4fb4-92fd-5960118dcd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:46.433116 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c218c59f-1975-4fb4-92fd-5960118dcd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:46.434129 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-473d9b40-a093-4e0b-9d23-85da9b25eb13 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.54 "GET /v2.0/networks?id=a438f18f-eabf-4166-ba56-5e9dc4be891e HTTP/1.1" status: 200 len: 810 time: 0.3924832 Jul 14 13:53:46.434237 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-c218c59f-1975-4fb4-92fd-5960118dcd38 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b64350ac-7075-40c0-83f7-b3af8943239c HTTP/1.1" status: 204 len: 168 time: 0.2744370 Jul 14 13:53:46.573281 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218c59f-1975-4fb4-92fd-5960118dcd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64350ac-7075-40c0-83f7-b3af8943239c,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:46.622106 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-970eec41-2c3c-431d-bdf3-47a3e10fd196 req-a0888366-66a3-42c5-ac70-9542f92e0830 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 210 time: 0.1076827 Jul 14 13:53:46.683131 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-e54d02be-f2c0-4feb-ad58-77c93864bd7f tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ebdd828c2dd45389e546eb5c76f33fc HTTP/1.1" status: 200 len: 380 time: 0.1844254 Jul 14 13:53:46.709974 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-97393936-19c7-4d8b-929a-83d59ea81fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:46.727046 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-0c2e5f4f-a172-4a05-8664-e30da0952e1e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Allocated IP 172.20.0.14 (8c9c30b7-1c6e-4b55-9a15-bcd593742e07/383ca765-ab77-499a-b15a-1a74b6126141/65529375-9dcd-4f62-919b-259a0caddeef) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:46.733012 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-3848ebca-f0fb-46ee-9157-8ac860996fe8 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Request body: {'port': {'device_id': '09e2e476-acea-4955-8d82-e1b772e10274', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'admin_state_up': True, 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'security_groups': ['79e08a18-78c0-498d-96ec-b0e7ddd593e5']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:46.776709 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436ed4b-9df2-4f68-b20b-d1629913610a req-e3110267-7270-48a6-904b-c7ae7dc75d70 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:46.790296 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e436ed4b-9df2-4f68-b20b-d1629913610a req-e3110267-7270-48a6-904b-c7ae7dc75d70 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 944 time: 0.5746939 Jul 14 13:53:46.863194 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.54', 51315) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:47.004290 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-0c2e5f4f-a172-4a05-8664-e30da0952e1e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:47.037863 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-73d7fe67-3bf5-438a-82c5-c19828274cd0 req-4a936bde-0c9b-4c7c-aa74-d4250f638d4c tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 210 time: 0.0390303 Jul 14 13:53:47.076390 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-0c2e5f4f-a172-4a05-8664-e30da0952e1e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:47.086267 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e436ed4b-9df2-4f68-b20b-d1629913610a req-212321d0-3466-492c-b200-723d551518f7 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/security-groups?id=65248f63-0df7-4710-bf74-eafebca788d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952192 Jul 14 13:53:47.190760 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e5f4f-a172-4a05-8664-e30da0952e1e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Pushing event updated for resources: {'Port': ['ID=65529375-9dcd-4f62-919b-259a0caddeef,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:47.201897 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-0c2e5f4f-a172-4a05-8664-e30da0952e1e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Network 8c9c30b7-1c6e-4b55-9a15-bcd593742e07 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:47.203292 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-0c2e5f4f-a172-4a05-8664-e30da0952e1e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:47.210136 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-0c2e5f4f-a172-4a05-8664-e30da0952e1e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:47.216842 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-0c2e5f4f-a172-4a05-8664-e30da0952e1e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:47.217602 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-0c2e5f4f-a172-4a05-8664-e30da0952e1e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:47.237747 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-0c2e5f4f-a172-4a05-8664-e30da0952e1e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6158559 Jul 14 13:53:47.256267 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-2a884bb9-0e34-4e44-a2e0-a677c5cb92d2 service neutron] Request body: {'port': {'device_id': 'af4d0995-61b7-47cf-a54a-918f166f3a53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:47.275880 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-97393936-19c7-4d8b-929a-83d59ea81fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d3feb74-1c83-4071-89a7-4fa88950a57c {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:53:47.284986 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-97393936-19c7-4d8b-929a-83d59ea81fcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:47.351669 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-97393936-19c7-4d8b-929a-83d59ea81fcb service neutron] Transition to ACTIVE for port object 0d3feb74-1c83-4071-89a7-4fa88950a57c will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:47.363549 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-97393936-19c7-4d8b-929a-83d59ea81fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:47.428040 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-2a884bb9-0e34-4e44-a2e0-a677c5cb92d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:47.472928 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-3848ebca-f0fb-46ee-9157-8ac860996fe8 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Made reservation on behalf of 8ebdd828c2dd45389e546eb5c76f33fc for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:47.476872 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-3848ebca-f0fb-46ee-9157-8ac860996fe8 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:47.489963 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067dcf61-47c4-4887-9b91-c93cd56de541 req-2693542d-3f0d-4b5a-89b8-7b2f6035d1c7 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:47.491545 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-067dcf61-47c4-4887-9b91-c93cd56de541 req-2693542d-3f0d-4b5a-89b8-7b2f6035d1c7 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 931 time: 0.1976871 Jul 14 13:53:47.530644 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-1b9e3734-22e3-4343-a73f-5277e8995591 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:47.532777 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-1b9e3734-22e3-4343-a73f-5277e8995591 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.54 "GET /v2.0/networks?id=8c9c30b7-1c6e-4b55-9a15-bcd593742e07 HTTP/1.1" status: 200 len: 819 time: 0.6672637 Jul 14 13:53:47.578453 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-3dfcb678-8ca4-4a18-9168-5d9df2a8ec0f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Request body: {'port': {'device_id': 'f023832b-beba-41f0-a143-5e7692c984d1', 'network_id': '8c9c30b7-1c6e-4b55-9a15-bcd593742e07', 'admin_state_up': True, 'tenant_id': 'f21fdd7bb4164aba898198e96918cef0'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:47.602891 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97393936-19c7-4d8b-929a-83d59ea81fcb service neutron] Pushing event updated for resources: {'Port': ['ID=0d3feb74-1c83-4071-89a7-4fa88950a57c,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:47.675385 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-067dcf61-47c4-4887-9b91-c93cd56de541 req-3b507ce6-3622-4662-9cec-64879e69833b tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763840 Jul 14 13:53:47.709077 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-97393936-19c7-4d8b-929a-83d59ea81fcb service neutron] Attempting to bind port 0d3feb74-1c83-4071-89a7-4fa88950a57c on host hv-cinder-79760 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:53:47.711602 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-97393936-19c7-4d8b-929a-83d59ea81fcb service neutron] Attempting to bind port 0d3feb74-1c83-4071-89a7-4fa88950a57c by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'ed2c0c83-cd38-4e16-97ea-cee9ee449804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:53:47.713998 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-97393936-19c7-4d8b-929a-83d59ea81fcb service neutron] Attempting to bind port 0d3feb74-1c83-4071-89a7-4fa88950a57c on network 429ffe97-91bc-4ca2-9eda-c647a6878dac {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:47.759324 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-97393936-19c7-4d8b-929a-83d59ea81fcb service neutron] Port 0d3feb74-1c83-4071-89a7-4fa88950a57c on network 429ffe97-91bc-4ca2-9eda-c647a6878dac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:53:47.766983 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-97393936-19c7-4d8b-929a-83d59ea81fcb service neutron] Attempting to bind port 0d3feb74-1c83-4071-89a7-4fa88950a57c on network 429ffe97-91bc-4ca2-9eda-c647a6878dac {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:47.818169 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-97393936-19c7-4d8b-929a-83d59ea81fcb service neutron] Checking agent: {'id': '452dea11-d79b-49e5-b391-0cd9cce6a9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:53:47.818645 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-97393936-19c7-4d8b-929a-83d59ea81fcb service neutron] Checking segment: {'id': 'ed2c0c83-cd38-4e16-97ea-cee9ee449804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:47.819092 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-97393936-19c7-4d8b-929a-83d59ea81fcb service neutron] Bound using segment: {'id': 'ed2c0c83-cd38-4e16-97ea-cee9ee449804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:53:47.819596 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-97393936-19c7-4d8b-929a-83d59ea81fcb service neutron] Bound port: 0d3feb74-1c83-4071-89a7-4fa88950a57c, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed2c0c83-cd38-4e16-97ea-cee9ee449804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:53:47.820526 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-97393936-19c7-4d8b-929a-83d59ea81fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:47.882680 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f9606034-553d-425c-8de2-1c1b9c71f288 req-6375902e-acef-44a0-a692-581508fcab4f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 210 time: 0.1022186 Jul 14 13:53:47.972734 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-3848ebca-f0fb-46ee-9157-8ac860996fe8 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Allocated IP 172.20.0.9 (a438f18f-eabf-4166-ba56-5e9dc4be891e/2e428487-ac1c-45f5-b66d-6e05ef2be0ac/66c371cd-85ec-4848-a54a-0a895362cd1b) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:47.978675 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-2a884bb9-0e34-4e44-a2e0-a677c5cb92d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65529375-9dcd-4f62-919b-259a0caddeef {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:53:47.987635 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-2a884bb9-0e34-4e44-a2e0-a677c5cb92d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:48.016000 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 2995b723-a63f-453f-bc07-f4f000455db4 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:53:48.028235 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-2a884bb9-0e34-4e44-a2e0-a677c5cb92d2 service neutron] Transition to ACTIVE for port object 65529375-9dcd-4f62-919b-259a0caddeef will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:48.036958 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-2a884bb9-0e34-4e44-a2e0-a677c5cb92d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:48.051379 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-97393936-19c7-4d8b-929a-83d59ea81fcb service neutron] For port 0d3feb74-1c83-4071-89a7-4fa88950a57c, host hv-cinder-79760, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:53:48.057653 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-3dfcb678-8ca4-4a18-9168-5d9df2a8ec0f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Made reservation on behalf of f21fdd7bb4164aba898198e96918cef0 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:48.061840 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-3dfcb678-8ca4-4a18-9168-5d9df2a8ec0f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:48.085049 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-97393936-19c7-4d8b-929a-83d59ea81fcb service neutron] For port 0d3feb74-1c83-4071-89a7-4fa88950a57c, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0d3feb74-1c83-4071-89a7-4fa88950a57c,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:53:48.150622 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-97393936-19c7-4d8b-929a-83d59ea81fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:48.264682 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a884bb9-0e34-4e44-a2e0-a677c5cb92d2 service neutron] Pushing event updated for resources: {'Port': ['ID=65529375-9dcd-4f62-919b-259a0caddeef,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:48.289853 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 2995b723-a63f-453f-bc07-f4f000455db4, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2995b723-a63f-453f-bc07-f4f000455db4,segment=NetworkSegment(2c1be65e-0832-4c25-8574-a78737999e69),segment_id=2c1be65e-0832-4c25-8574-a78737999e69)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:48.296209 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-2a884bb9-0e34-4e44-a2e0-a677c5cb92d2 service neutron] Attempting to bind port 65529375-9dcd-4f62-919b-259a0caddeef on host hv-cinder-79760 for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:53:48.296566 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-2a884bb9-0e34-4e44-a2e0-a677c5cb92d2 service neutron] Attempting to bind port 65529375-9dcd-4f62-919b-259a0caddeef by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'bb1fff05-3f16-43b3-b907-dd71af5a0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '8c9c30b7-1c6e-4b55-9a15-bcd593742e07'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:53:48.296890 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-2a884bb9-0e34-4e44-a2e0-a677c5cb92d2 service neutron] Attempting to bind port 65529375-9dcd-4f62-919b-259a0caddeef on network 8c9c30b7-1c6e-4b55-9a15-bcd593742e07 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:48.311073 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-2a884bb9-0e34-4e44-a2e0-a677c5cb92d2 service neutron] Port 65529375-9dcd-4f62-919b-259a0caddeef on network 8c9c30b7-1c6e-4b55-9a15-bcd593742e07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:53:48.311249 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-2a884bb9-0e34-4e44-a2e0-a677c5cb92d2 service neutron] Attempting to bind port 65529375-9dcd-4f62-919b-259a0caddeef on network 8c9c30b7-1c6e-4b55-9a15-bcd593742e07 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:48.316589 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': '2995b723-a63f-453f-bc07-f4f000455db4', 'network_id': '9be7f888-3127-4ae3-92c0-bfa502beea62', 'port_id': '2995b723-a63f-453f-bc07-f4f000455db4', 'mac_address': 'fa:16:3e:5a:a3:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46f8af88-943b-4f2d-b137-3ac6b0d7059c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:53:48.324327 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-2a884bb9-0e34-4e44-a2e0-a677c5cb92d2 service neutron] Checking agent: {'id': '452dea11-d79b-49e5-b391-0cd9cce6a9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:53:48.324668 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-2a884bb9-0e34-4e44-a2e0-a677c5cb92d2 service neutron] Checking segment: {'id': 'bb1fff05-3f16-43b3-b907-dd71af5a0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '8c9c30b7-1c6e-4b55-9a15-bcd593742e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:48.325255 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-2a884bb9-0e34-4e44-a2e0-a677c5cb92d2 service neutron] Bound using segment: {'id': 'bb1fff05-3f16-43b3-b907-dd71af5a0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '8c9c30b7-1c6e-4b55-9a15-bcd593742e07'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:53:48.325694 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-2a884bb9-0e34-4e44-a2e0-a677c5cb92d2 service neutron] Bound port: 65529375-9dcd-4f62-919b-259a0caddeef, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1fff05-3f16-43b3-b907-dd71af5a0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '8c9c30b7-1c6e-4b55-9a15-bcd593742e07'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:53:48.326050 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-2a884bb9-0e34-4e44-a2e0-a677c5cb92d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:48.360699 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 56758) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:48.411986 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-97393936-19c7-4d8b-929a-83d59ea81fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:48.412994 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-97393936-19c7-4d8b-929a-83d59ea81fcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:48.414688 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-97393936-19c7-4d8b-929a-83d59ea81fcb service neutron] 10.222.0.54 "PUT /v2.0/ports/0d3feb74-1c83-4071-89a7-4fa88950a57c HTTP/1.1" status: 200 len: 1093 time: 2.1341987 Jul 14 13:53:48.415640 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f999909-e4cd-4154-82d5-9a9998d1daf7', 'tag': '0d3feb74-1c83-4071-89a7-4fa88950a57c'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:53:48.418586 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c633f1d-6654-42c1-9c46-8f3e5b52bcc6" -d '{"events": [{"name": "network-changed", "server_uuid": "1f999909-e4cd-4154-82d5-9a9998d1daf7", "tag": "0d3feb74-1c83-4071-89a7-4fa88950a57c"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:53:48.426771 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:48.490569 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2995b723-a63f-453f-bc07-f4f000455db4 {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:53:48.516741 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 2995b723-a63f-453f-bc07-f4f000455db4, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2995b723-a63f-453f-bc07-f4f000455db4,segment=NetworkSegment(2c1be65e-0832-4c25-8574-a78737999e69),segment_id=2c1be65e-0832-4c25-8574-a78737999e69)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:48.527795 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:48.531488 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-22a6ef1d-221c-408c-b3bd-4fd2cf90d128 req-bd048274-2588-4c2f-9bea-e0faec76ade5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 210 time: 0.0707581 Jul 14 13:53:48.590528 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97393936-19c7-4d8b-929a-83d59ea81fcb service neutron] Pushing event updated for resources: {'Port': ['ID=0d3feb74-1c83-4071-89a7-4fa88950a57c,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:48.616164 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-28af3add-0466-4e37-89b2-2761d81558ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:48.640694 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=2995b723-a63f-453f-bc07-f4f000455db4,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:48.641769 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-2a884bb9-0e34-4e44-a2e0-a677c5cb92d2 service neutron] For port 65529375-9dcd-4f62-919b-259a0caddeef, host hv-cinder-79760, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:53:48.667824 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2f63c6-c70b-44ad-8b0f-c2b1d4789772 x-openstack-request-id: req-2e2f63c6-c70b-44ad-8b0f-c2b1d4789772 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:53:48.668095 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f999909-e4cd-4154-82d5-9a9998d1daf7", "tag": "0d3feb74-1c83-4071-89a7-4fa88950a57c", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:53:48.668502 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e2f63c6-c70b-44ad-8b0f-c2b1d4789772 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:53:48.668893 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f999909-e4cd-4154-82d5-9a9998d1daf7', 'tag': '0d3feb74-1c83-4071-89a7-4fa88950a57c', 'status': 'completed', 'code': 200} Jul 14 13:53:48.703735 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-2a884bb9-0e34-4e44-a2e0-a677c5cb92d2 service neutron] For port 65529375-9dcd-4f62-919b-259a0caddeef, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=65529375-9dcd-4f62-919b-259a0caddeef,segment=NetworkSegment(bb1fff05-3f16-43b3-b907-dd71af5a0243),segment_id=bb1fff05-3f16-43b3-b907-dd71af5a0243)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:53:48.716304 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-2a884bb9-0e34-4e44-a2e0-a677c5cb92d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:48.778097 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-3848ebca-f0fb-46ee-9157-8ac860996fe8 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:48.790317 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-2a884bb9-0e34-4e44-a2e0-a677c5cb92d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:48.790971 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-2a884bb9-0e34-4e44-a2e0-a677c5cb92d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:48.792484 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-2a884bb9-0e34-4e44-a2e0-a677c5cb92d2 service neutron] 10.222.0.54 "PUT /v2.0/ports/65529375-9dcd-4f62-919b-259a0caddeef HTTP/1.1" status: 200 len: 1094 time: 1.5410602 Jul 14 13:53:48.795657 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4d0995-61b7-47cf-a54a-918f166f3a53', 'tag': '65529375-9dcd-4f62-919b-259a0caddeef'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:53:48.835146 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['2995b723-a63f-453f-bc07-f4f000455db4'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:53:48.839406 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-3848ebca-f0fb-46ee-9157-8ac860996fe8 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Transition to ACTIVE for port object 66c371cd-85ec-4848-a54a-0a895362cd1b will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:48.873101 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-3dfcb678-8ca4-4a18-9168-5d9df2a8ec0f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Allocated IP 172.20.0.3 (8c9c30b7-1c6e-4b55-9a15-bcd593742e07/383ca765-ab77-499a-b15a-1a74b6126141/608f3926-4cc7-4d0b-9f62-b5e32f5cca74) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:48.927596 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a884bb9-0e34-4e44-a2e0-a677c5cb92d2 service neutron] Pushing event updated for resources: {'Port': ['ID=65529375-9dcd-4f62-919b-259a0caddeef,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:48.929813 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5d171-25a3-4c8e-a395-89d6bd86cc37 req-4813bf8d-29f7-4ba7-8851-85efcfd48044 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:48.934030 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a1d5d171-25a3-4c8e-a395-89d6bd86cc37 req-4813bf8d-29f7-4ba7-8851-85efcfd48044 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 944 time: 0.5282943 Jul 14 13:53:49.080810 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-b908e112-e0a0-4eaf-b45d-ea8c13af5cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:49.082415 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-b908e112-e0a0-4eaf-b45d-ea8c13af5cf0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f21fdd7bb4164aba898198e96918cef0&device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 1097 time: 0.2283192 Jul 14 13:53:49.089014 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-3848ebca-f0fb-46ee-9157-8ac860996fe8 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:49.104265 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e58bf6-b9d4-401e-b6fb-481ee07beb8a req-ac94cf12-887b-4e23-b038-961228ead4df tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:49.112803 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c1e58bf6-b9d4-401e-b6fb-481ee07beb8a req-ac94cf12-887b-4e23-b038-961228ead4df tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.1691127 Jul 14 13:53:49.114622 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-6fa37754-190f-4737-91f6-6b1029b44056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:49.116359 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-6fa37754-190f-4737-91f6-6b1029b44056 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f0682b2d13074b4fbea16bbda342184f&device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 1096 time: 0.4597049 Jul 14 13:53:49.121079 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31caa09cefd84d89e0f6bc05e36e7b56708507d4cefba0b4e9c94fc307b5637f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea69197-62cb-4d99-9003-90593a5bf221" -d '{"events": [{"name": "network-changed", "server_uuid": "af4d0995-61b7-47cf-a54a-918f166f3a53", "tag": "65529375-9dcd-4f62-919b-259a0caddeef"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:53:49.370830 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-28af3add-0466-4e37-89b2-2761d81558ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:49.372784 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-f79718f3-ccba-4fa0-93fb-ed4b3299698d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65529375-9dcd-4f62-919b-259a0caddeef HTTP/1.1" status: 200 len: 217 time: 0.2481222 Jul 14 13:53:49.380130 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-28af3add-0466-4e37-89b2-2761d81558ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:49.436913 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-3848ebca-f0fb-46ee-9157-8ac860996fe8 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Network a438f18f-eabf-4166-ba56-5e9dc4be891e is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:49.438417 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-3848ebca-f0fb-46ee-9157-8ac860996fe8 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:49.441089 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-3848ebca-f0fb-46ee-9157-8ac860996fe8 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:49.447327 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-3848ebca-f0fb-46ee-9157-8ac860996fe8 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:49.447457 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-3848ebca-f0fb-46ee-9157-8ac860996fe8 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:49.473860 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a1d5d171-25a3-4c8e-a395-89d6bd86cc37 req-132b3ca3-ef05-4710-a637-d76ad89505f5 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/security-groups?id=65248f63-0df7-4710-bf74-eafebca788d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172081 Jul 14 13:53:49.475737 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-7825c292-e2c5-4732-8b3e-651c7b6619b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:49.477037 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-7825c292-e2c5-4732-8b3e-651c7b6619b3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=383ca765-ab77-499a-b15a-1a74b6126141 HTTP/1.1" status: 200 len: 859 time: 0.0924954 Jul 14 13:53:49.491853 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-2e2404b8-2736-4ace-98bf-99593cd93aed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d3feb74-1c83-4071-89a7-4fa88950a57c HTTP/1.1" status: 200 len: 217 time: 0.3292139 Jul 14 13:53:49.503353 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-28af3add-0466-4e37-89b2-2761d81558ee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a5c8c63024f245b59b1f91aca610a302&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1411824 Jul 14 13:53:49.509034 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-3848ebca-f0fb-46ee-9157-8ac860996fe8 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7926197 Jul 14 13:53:49.510261 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 56798) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:49.522827 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c1e58bf6-b9d4-401e-b6fb-481ee07beb8a req-9e4b963e-65d5-47bb-9613-60c6e29169db tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4088087 Jul 14 13:53:49.558199 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af3add-0466-4e37-89b2-2761d81558ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6f1e70-4b78-4c80-8253-7b1e4a6a768a,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:49.606554 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-9b428efb-e465-45b3-afc7-5e9e6e7597f1 service neutron] Request body: {'port': {'device_id': '09e2e476-acea-4955-8d82-e1b772e10274', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:49.681719 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848ebca-f0fb-46ee-9157-8ac860996fe8 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Pushing event updated for resources: {'Port': ['ID=66c371cd-85ec-4848-a54a-0a895362cd1b,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:49.699464 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-7a49dbc2-76c7-463f-afe4-90fd6c8352d6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8c9c30b7-1c6e-4b55-9a15-bcd593742e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1620643 Jul 14 13:53:49.839365 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-786b4d62-ecc8-4856-b60a-19d14032c0a8 None None] Provisioning for port 66c371cd-85ec-4848-a54a-0a895362cd1b completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:49.843846 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-e7b1223e-74ea-4c98-b666-5b59d7d69956 service neutron] 10.222.0.54 "GET /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329153 Jul 14 13:53:49.846267 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-786b4d62-ecc8-4856-b60a-19d14032c0a8 None None] Provisioning complete for port 66c371cd-85ec-4848-a54a-0a895362cd1b triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:49.846642 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-786b4d62-ecc8-4856-b60a-19d14032c0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:49.847470 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fe11fd-b36d-4663-b307-9e1a04f3240a x-openstack-request-id: req-e2fe11fd-b36d-4663-b307-9e1a04f3240a {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:53:49.847791 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4d0995-61b7-47cf-a54a-918f166f3a53", "tag": "65529375-9dcd-4f62-919b-259a0caddeef", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:53:49.849297 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e2fe11fd-b36d-4663-b307-9e1a04f3240a {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:53:49.849761 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4d0995-61b7-47cf-a54a-918f166f3a53', 'tag': '65529375-9dcd-4f62-919b-259a0caddeef', 'status': 'completed', 'code': 200} Jul 14 13:53:49.858081 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-87da12bd-90d3-4096-9c87-16bbf4f47d2b req-68def00e-a8ff-436d-ab26-f3686676f7ee tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 210 time: 0.0773780 Jul 14 13:53:49.926719 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-786b4d62-ecc8-4856-b60a-19d14032c0a8 None None] Port 66c371cd-85ec-4848-a54a-0a895362cd1b cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:53:49.932500 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-20d8e7a8-d3d3-47f1-bb33-5b89c609a261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:49.938707 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-225de8b2-2017-468b-8315-b836cf352dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:49.940351 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-225de8b2-2017-468b-8315-b836cf352dbb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9 HTTP/1.1" status: 200 len: 856 time: 0.4217505 Jul 14 13:53:49.945313 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-9b428efb-e465-45b3-afc7-5e9e6e7597f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:49.982496 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-3dfcb678-8ca4-4a18-9168-5d9df2a8ec0f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:49.986937 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 2995b723-a63f-453f-bc07-f4f000455db4 up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:50.035262 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-20d8e7a8-d3d3-47f1-bb33-5b89c609a261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.106389 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning for port 2995b723-a63f-453f-bc07-f4f000455db4 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:50.121465 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port 2995b723-a63f-453f-bc07-f4f000455db4 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:50.122076 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.224679 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-78e748b6-a8ac-44a8-8f29-73272d51513c req-32efb9ec-ed6a-4906-8435-291373cee1e7 service neutron] 10.222.0.54 "GET /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738093 Jul 14 13:53:50.256596 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.276268 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d294d8-7b04-48f5-9692-341e0be4a4c1 req-571a5c73-5efc-4f90-816c-c252efdc5192 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:50.284503 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a5d294d8-7b04-48f5-9692-341e0be4a4c1 req-571a5c73-5efc-4f90-816c-c252efdc5192 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 931 time: 0.2350638 Jul 14 13:53:50.290370 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbfe061-e13e-403c-b798-c50a2d749451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2995b723-a63f-453f-bc07-f4f000455db4'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:53:50.319420 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 56838) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:50.322611 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-20d8e7a8-d3d3-47f1-bb33-5b89c609a261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.325565 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-20d8e7a8-d3d3-47f1-bb33-5b89c609a261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.326668 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-20d8e7a8-d3d3-47f1-bb33-5b89c609a261 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ec6f1e70-4b78-4c80-8253-7b1e4a6a768a HTTP/1.1" status: 204 len: 168 time: 0.8049321 Jul 14 13:53:50.350841 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-3dfcb678-8ca4-4a18-9168-5d9df2a8ec0f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.381176 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 2995b723-a63f-453f-bc07-f4f000455db4, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2995b723-a63f-453f-bc07-f4f000455db4,segment=NetworkSegment(2c1be65e-0832-4c25-8574-a78737999e69),segment_id=2c1be65e-0832-4c25-8574-a78737999e69)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:50.389017 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.395255 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a5d294d8-7b04-48f5-9692-341e0be4a4c1 req-62088c5b-48ca-4ab9-b7d5-53aa349f0b46 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054530 Jul 14 13:53:50.399545 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-c6791b8f-bf3b-49c0-b005-02efd7313eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:50.401455 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-c6791b8f-bf3b-49c0-b005-02efd7313eb8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=429ffe97-91bc-4ca2-9eda-c647a6878dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4340537 Jul 14 13:53:50.418700 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea69197-62cb-4d99-9003-90593a5bf221 req-1786c77f-db18-48f5-8c69-b1ea95f30a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:50.420956 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4ea69197-62cb-4d99-9003-90593a5bf221 req-1786c77f-db18-48f5-8c69-b1ea95f30a2c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f21fdd7bb4164aba898198e96918cef0&device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 1097 time: 0.1118295 Jul 14 13:53:50.429604 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8e7a8-d3d3-47f1-bb33-5b89c609a261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6f1e70-4b78-4c80-8253-7b1e4a6a768a,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:50.480774 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=2995b723-a63f-453f-bc07-f4f000455db4,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:50.539603 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbfef16-f25b-4fa7-9223-40e364da6541" -d '{"events": [{"server_uuid": "7dbfe061-e13e-403c-b798-c50a2d749451", "name": "network-vif-plugged", "status": "completed", "tag": "2995b723-a63f-453f-bc07-f4f000455db4"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:53:50.562445 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-c9501546-e4e8-4a10-9b1d-966a7142861a service neutron] 10.222.0.54 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372044 Jul 14 13:53:50.622475 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-3dfcb678-8ca4-4a18-9168-5d9df2a8ec0f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Network 8c9c30b7-1c6e-4b55-9a15-bcd593742e07 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:50.668308 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea69197-62cb-4d99-9003-90593a5bf221 req-4dbe7c48-975b-4c78-b4f7-7d6a436c1229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:50.671467 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4ea69197-62cb-4d99-9003-90593a5bf221 req-4dbe7c48-975b-4c78-b4f7-7d6a436c1229 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8c9c30b7-1c6e-4b55-9a15-bcd593742e07 HTTP/1.1" status: 200 len: 920 time: 0.2430365 Jul 14 13:53:50.673317 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfcb678-8ca4-4a18-9168-5d9df2a8ec0f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Pushing event updated for resources: {'Port': ['ID=608f3926-4cc7-4d0b-9f62-b5e32f5cca74,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:50.698838 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-3dfcb678-8ca4-4a18-9168-5d9df2a8ec0f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:50.721634 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-3dfcb678-8ca4-4a18-9168-5d9df2a8ec0f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:50.728630 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-3dfcb678-8ca4-4a18-9168-5d9df2a8ec0f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:50.729256 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4ea69197-62cb-4d99-9003-90593a5bf221 req-b4d14c86-3008-4c9b-93bd-9cf8ddfbf057 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65529375-9dcd-4f62-919b-259a0caddeef HTTP/1.1" status: 200 len: 217 time: 0.0508628 Jul 14 13:53:50.729368 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-3dfcb678-8ca4-4a18-9168-5d9df2a8ec0f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.777301 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0fd01efe-aaf1-4b6a-b4d4-fdc3cc352ffa req-c20b105f-a0b6-4c95-8954-6995f7c38d1b service neutron] 10.222.0.54 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057259 Jul 14 13:53:50.788429 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-3dfcb678-8ca4-4a18-9168-5d9df2a8ec0f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2269449 Jul 14 13:53:50.789904 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea69197-62cb-4d99-9003-90593a5bf221 req-4c9be20a-b237-46eb-9694-7817abcb2235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:50.792145 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4ea69197-62cb-4d99-9003-90593a5bf221 req-4c9be20a-b237-46eb-9694-7817abcb2235 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=383ca765-ab77-499a-b15a-1a74b6126141 HTTP/1.1" status: 200 len: 859 time: 0.0562041 Jul 14 13:53:50.810217 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfd5986-eec1-4c6b-80ed-425c088b19e5 x-openstack-request-id: req-1cfd5986-eec1-4c6b-80ed-425c088b19e5 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:53:50.810217 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbfe061-e13e-403c-b798-c50a2d749451", "name": "network-vif-plugged", "status": "completed", "tag": "2995b723-a63f-453f-bc07-f4f000455db4", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:53:50.810217 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1cfd5986-eec1-4c6b-80ed-425c088b19e5 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:53:50.810808 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbfe061-e13e-403c-b798-c50a2d749451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2995b723-a63f-453f-bc07-f4f000455db4', 'code': 200} Jul 14 13:53:50.815577 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-84937ec4-1553-43c2-a004-df2d183f142f service neutron] Request body: {'port': {'device_id': 'f023832b-beba-41f0-a143-5e7692c984d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:50.855864 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4ea69197-62cb-4d99-9003-90593a5bf221 req-ff5f9fee-fa45-40ed-a6c9-c86f41f93f3e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8c9c30b7-1c6e-4b55-9a15-bcd593742e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522406 Jul 14 13:53:50.896105 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9de9ea38-f91a-4dad-9a20-601a149d3ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.964974 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738473a4-9ab9-4e81-af44-76d152c226d0 req-c25a331c-9770-41fa-b988-cad1998b17fe tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:50.966468 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-738473a4-9ab9-4e81-af44-76d152c226d0 req-c25a331c-9770-41fa-b988-cad1998b17fe tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 946 time: 0.2888215 Jul 14 13:53:50.983423 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 56860) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:50.986742 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-9b428efb-e465-45b3-afc7-5e9e6e7597f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c371cd-85ec-4848-a54a-0a895362cd1b {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:53:51.002355 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-9b428efb-e465-45b3-afc7-5e9e6e7597f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.016537 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6f535f15-6d6a-41b1-be31-bb78081f34ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.047136 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.54', 51330) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:51.053289 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-9b428efb-e465-45b3-afc7-5e9e6e7597f1 service neutron] Transition to ACTIVE for port object 66c371cd-85ec-4848-a54a-0a895362cd1b will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:51.060863 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4ea69197-62cb-4d99-9003-90593a5bf221 req-f78ec4bc-1088-409a-a51b-4ad8b9555763 service neutron] 10.222.0.54 "GET /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962404 Jul 14 13:53:51.067829 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-84937ec4-1553-43c2-a004-df2d183f142f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.076070 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-9b428efb-e465-45b3-afc7-5e9e6e7597f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.105659 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-738473a4-9ab9-4e81-af44-76d152c226d0 req-a2292f12-02c8-45cb-ad91-7706d92f0b9f tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/security-groups?id=65248f63-0df7-4710-bf74-eafebca788d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111498 Jul 14 13:53:51.142427 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c633f1d-6654-42c1-9c46-8f3e5b52bcc6 req-159343b4-aa92-4c1c-82ad-2838fb3dfd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:51.144140 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6c633f1d-6654-42c1-9c46-8f3e5b52bcc6 req-159343b4-aa92-4c1c-82ad-2838fb3dfd39 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f0682b2d13074b4fbea16bbda342184f&device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 1096 time: 0.2882969 Jul 14 13:53:51.159040 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d55ef-c8eb-45a1-85d4-dfa7dac8b11d req-0aebd799-642c-48aa-812c-9f5f053e2500 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:51.160572 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-338d55ef-c8eb-45a1-85d4-dfa7dac8b11d req-0aebd799-642c-48aa-812c-9f5f053e2500 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.2300894 Jul 14 13:53:51.272097 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b2e47-b334-4873-bde5-ea25ade4849b req-b5c815fc-3321-4d2b-94fa-298fa150f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:51.273885 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5d1b2e47-b334-4873-bde5-ea25ade4849b req-b5c815fc-3321-4d2b-94fa-298fa150f32d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 1099 time: 0.2248840 Jul 14 13:53:51.290241 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-338d55ef-c8eb-45a1-85d4-dfa7dac8b11d req-ce0ec21a-f97a-4a42-a21e-09c27eaf32dc tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173186 Jul 14 13:53:51.300629 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4ea69197-62cb-4d99-9003-90593a5bf221 req-ee394c62-a53d-41c6-ae1f-c5004edb63d3 service neutron] 10.222.0.54 "GET /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246544 Jul 14 13:53:51.321416 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-5d1b2e47-b334-4873-bde5-ea25ade4849b req-342ff3c0-7f22-48d5-93de-967f4aebb7d7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.325124 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b428efb-e465-45b3-afc7-5e9e6e7597f1 service neutron] Pushing event updated for resources: {'Port': ['ID=66c371cd-85ec-4848-a54a-0a895362cd1b,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:51.423783 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-9b428efb-e465-45b3-afc7-5e9e6e7597f1 service neutron] Attempting to bind port 66c371cd-85ec-4848-a54a-0a895362cd1b on host hv-cinder-79760 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:53:51.424193 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-9b428efb-e465-45b3-afc7-5e9e6e7597f1 service neutron] Attempting to bind port 66c371cd-85ec-4848-a54a-0a895362cd1b by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '6f5f6d35-c566-43d5-9c6f-ff2b79815a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:53:51.424417 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-9b428efb-e465-45b3-afc7-5e9e6e7597f1 service neutron] Attempting to bind port 66c371cd-85ec-4848-a54a-0a895362cd1b on network a438f18f-eabf-4166-ba56-5e9dc4be891e {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:51.502181 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-9b428efb-e465-45b3-afc7-5e9e6e7597f1 service neutron] Port 66c371cd-85ec-4848-a54a-0a895362cd1b on network a438f18f-eabf-4166-ba56-5e9dc4be891e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:53:51.502578 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-9b428efb-e465-45b3-afc7-5e9e6e7597f1 service neutron] Attempting to bind port 66c371cd-85ec-4848-a54a-0a895362cd1b on network a438f18f-eabf-4166-ba56-5e9dc4be891e {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:51.505531 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9de9ea38-f91a-4dad-9a20-601a149d3ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.524871 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9de9ea38-f91a-4dad-9a20-601a149d3ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.573768 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-9b428efb-e465-45b3-afc7-5e9e6e7597f1 service neutron] Checking agent: {'id': '452dea11-d79b-49e5-b391-0cd9cce6a9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:53:51.574363 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-9b428efb-e465-45b3-afc7-5e9e6e7597f1 service neutron] Checking segment: {'id': '6f5f6d35-c566-43d5-9c6f-ff2b79815a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:51.574457 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-9b428efb-e465-45b3-afc7-5e9e6e7597f1 service neutron] Bound using segment: {'id': '6f5f6d35-c566-43d5-9c6f-ff2b79815a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:53:51.574880 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-9b428efb-e465-45b3-afc7-5e9e6e7597f1 service neutron] Bound port: 66c371cd-85ec-4848-a54a-0a895362cd1b, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5f6d35-c566-43d5-9c6f-ff2b79815a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:53:51.575469 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-9b428efb-e465-45b3-afc7-5e9e6e7597f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.582196 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c633f1d-6654-42c1-9c46-8f3e5b52bcc6 req-016f4980-dae2-4ea5-9e10-c9bff1d0d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:51.583670 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6c633f1d-6654-42c1-9c46-8f3e5b52bcc6 req-016f4980-dae2-4ea5-9e10-c9bff1d0d41c service neutron] 10.222.0.54 "GET /v2.0/networks?id=429ffe97-91bc-4ca2-9eda-c647a6878dac HTTP/1.1" status: 200 len: 918 time: 0.4059865 Jul 14 13:53:51.634944 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 56880) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:51.668739 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37883e8-fe21-4f2e-bfa6-fb445af270ab req-b2a226bf-c475-4436-b1f8-e5ed9670de5a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:51.672601 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9de9ea38-f91a-4dad-9a20-601a149d3ca5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3f282ce938f3476ea100f8a222f9f3ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3492329 Jul 14 13:53:51.672771 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a37883e8-fe21-4f2e-bfa6-fb445af270ab req-b2a226bf-c475-4436-b1f8-e5ed9670de5a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 943 time: 0.1348064 Jul 14 13:53:51.673437 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 56884) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:51.693433 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6c633f1d-6654-42c1-9c46-8f3e5b52bcc6 req-da4953f1-6d10-4fa7-8297-ca7a77bff8e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d3feb74-1c83-4071-89a7-4fa88950a57c HTTP/1.1" status: 200 len: 217 time: 0.0941920 Jul 14 13:53:51.707050 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9ea38-f91a-4dad-9a20-601a149d3ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37260086-c338-4ac0-935c-e42ed15ad6e2,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:51.746702 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6f535f15-6d6a-41b1-be31-bb78081f34ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.758104 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6f535f15-6d6a-41b1-be31-bb78081f34ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.788350 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a37883e8-fe21-4f2e-bfa6-fb445af270ab req-616eac69-3ff7-43b6-9daf-8c6d233a233e tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050329 Jul 14 13:53:51.801213 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec2c60-4b00-46df-aa0e-cadc91bf1fc9 req-9572d2a2-896e-448e-afe6-338693e4e0aa tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:51.802689 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43ec2c60-4b00-46df-aa0e-cadc91bf1fc9 req-9572d2a2-896e-448e-afe6-338693e4e0aa tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 931 time: 0.3866088 Jul 14 13:53:51.831647 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ea0e55ba-0f79-46fb-ae5c-c66fbd731122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.861697 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-6f535f15-6d6a-41b1-be31-bb78081f34ee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2a16b34d47f1447cbcc7716d937da50c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8769286 Jul 14 13:53:51.865444 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bf44ac3d-31e9-473e-ac9d-7c73fc159e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.866951 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 56886) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:51.882379 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f535f15-6d6a-41b1-be31-bb78081f34ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2565c21b-2477-478d-aa2b-9d0f6994c302,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:51.922214 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bf44ac3d-31e9-473e-ac9d-7c73fc159e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.006533 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-73dc5204-51c9-434d-9b8f-02716ba79c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.008966 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-9b428efb-e465-45b3-afc7-5e9e6e7597f1 service neutron] For port 66c371cd-85ec-4848-a54a-0a895362cd1b, host hv-cinder-79760, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:53:52.026936 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c633f1d-6654-42c1-9c46-8f3e5b52bcc6 req-81adbf19-caa4-466b-9cc6-57b4f9337f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:52.028384 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6c633f1d-6654-42c1-9c46-8f3e5b52bcc6 req-81adbf19-caa4-466b-9cc6-57b4f9337f8a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9 HTTP/1.1" status: 200 len: 856 time: 0.3180382 Jul 14 13:53:52.048917 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-73dc5204-51c9-434d-9b8f-02716ba79c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.051743 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-5d1b2e47-b334-4873-bde5-ea25ade4849b req-342ff3c0-7f22-48d5-93de-967f4aebb7d7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.057619 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-9b428efb-e465-45b3-afc7-5e9e6e7597f1 service neutron] For port 66c371cd-85ec-4848-a54a-0a895362cd1b, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=66c371cd-85ec-4848-a54a-0a895362cd1b,segment=NetworkSegment(6f5f6d35-c566-43d5-9c6f-ff2b79815a82),segment_id=6f5f6d35-c566-43d5-9c6f-ff2b79815a82)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:53:52.060749 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bf44ac3d-31e9-473e-ac9d-7c73fc159e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.063481 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bf44ac3d-31e9-473e-ac9d-7c73fc159e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.064786 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-bf44ac3d-31e9-473e-ac9d-7c73fc159e36 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/37260086-c338-4ac0-935c-e42ed15ad6e2 HTTP/1.1" status: 204 len: 168 time: 0.3903415 Jul 14 13:53:52.070295 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-5d1b2e47-b334-4873-bde5-ea25ade4849b req-342ff3c0-7f22-48d5-93de-967f4aebb7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.103684 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-9b428efb-e465-45b3-afc7-5e9e6e7597f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.105538 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44ac3d-31e9-473e-ac9d-7c73fc159e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37260086-c338-4ac0-935c-e42ed15ad6e2,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:52.146575 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43ec2c60-4b00-46df-aa0e-cadc91bf1fc9 req-a302c69b-e691-4b01-a525-72366745eb67 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504428 Jul 14 13:53:52.150409 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5d1b2e47-b334-4873-bde5-ea25ade4849b req-342ff3c0-7f22-48d5-93de-967f4aebb7d7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=65248f63-0df7-4710-bf74-eafebca788d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8575757 Jul 14 13:53:52.165402 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-84937ec4-1553-43c2-a004-df2d183f142f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608f3926-4cc7-4d0b-9f62-b5e32f5cca74 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:53:52.176160 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-9b428efb-e465-45b3-afc7-5e9e6e7597f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:52.176856 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-9b428efb-e465-45b3-afc7-5e9e6e7597f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.178152 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-9b428efb-e465-45b3-afc7-5e9e6e7597f1 service neutron] 10.222.0.54 "PUT /v2.0/ports/66c371cd-85ec-4848-a54a-0a895362cd1b HTTP/1.1" status: 200 len: 1093 time: 2.6363125 Jul 14 13:53:52.178594 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e2e476-acea-4955-8d82-e1b772e10274', 'tag': '66c371cd-85ec-4848-a54a-0a895362cd1b'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:53:52.180846 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a627ba25-c009-48dd-807f-698325489fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "09e2e476-acea-4955-8d82-e1b772e10274", "tag": "66c371cd-85ec-4848-a54a-0a895362cd1b"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:53:52.186762 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ff3c0-7f22-48d5-93de-967f4aebb7d7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=09951035-21ca-408f-8990-1b15e189e114,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:52.206811 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-84937ec4-1553-43c2-a004-df2d183f142f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.239695 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-73dc5204-51c9-434d-9b8f-02716ba79c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.249108 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-73dc5204-51c9-434d-9b8f-02716ba79c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.253097 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-73dc5204-51c9-434d-9b8f-02716ba79c3e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2565c21b-2477-478d-aa2b-9d0f6994c302 HTTP/1.1" status: 204 len: 168 time: 0.3796270 Jul 14 13:53:52.257430 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-84937ec4-1553-43c2-a004-df2d183f142f service neutron] Transition to ACTIVE for port object 608f3926-4cc7-4d0b-9f62-b5e32f5cca74 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:52.259553 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b428efb-e465-45b3-afc7-5e9e6e7597f1 service neutron] Pushing event updated for resources: {'Port': ['ID=66c371cd-85ec-4848-a54a-0a895362cd1b,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:52.273532 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-84937ec4-1553-43c2-a004-df2d183f142f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.277565 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c633f1d-6654-42c1-9c46-8f3e5b52bcc6 req-378d9af1-eb90-4b30-af61-e7ab97e4a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:52.289445 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6c633f1d-6654-42c1-9c46-8f3e5b52bcc6 req-378d9af1-eb90-4b30-af61-e7ab97e4a08e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=429ffe97-91bc-4ca2-9eda-c647a6878dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2515593 Jul 14 13:53:52.364222 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ea0e55ba-0f79-46fb-ae5c-c66fbd731122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.367030 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc5204-51c9-434d-9b8f-02716ba79c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2565c21b-2477-478d-aa2b-9d0f6994c302,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:52.399321 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ea0e55ba-0f79-46fb-ae5c-c66fbd731122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.437471 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df72345-dc3e-4bc2-a9cd-0e3b937c1408 x-openstack-request-id: req-3df72345-dc3e-4bc2-a9cd-0e3b937c1408 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:53:52.438016 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e2e476-acea-4955-8d82-e1b772e10274", "tag": "66c371cd-85ec-4848-a54a-0a895362cd1b", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:53:52.438457 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3df72345-dc3e-4bc2-a9cd-0e3b937c1408 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:53:52.439050 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e2e476-acea-4955-8d82-e1b772e10274', 'tag': '66c371cd-85ec-4848-a54a-0a895362cd1b', 'status': 'completed', 'code': 200} Jul 14 13:53:52.550548 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-ea0e55ba-0f79-46fb-ae5c-c66fbd731122 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a2a2d8a00afb40ea99facbb51295a971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9128520 Jul 14 13:53:52.553821 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e55ba-0f79-46fb-ae5c-c66fbd731122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bee44bb-d627-4fb8-ba01-b2bbd64dfa46,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:52.557138 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84937ec4-1553-43c2-a004-df2d183f142f service neutron] Pushing event updated for resources: {'Port': ['ID=608f3926-4cc7-4d0b-9f62-b5e32f5cca74,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:52.560669 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 56904) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:52.608219 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 56908) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:52.633116 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-84937ec4-1553-43c2-a004-df2d183f142f service neutron] Attempting to bind port 608f3926-4cc7-4d0b-9f62-b5e32f5cca74 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:53:52.633548 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-84937ec4-1553-43c2-a004-df2d183f142f service neutron] Attempting to bind port 608f3926-4cc7-4d0b-9f62-b5e32f5cca74 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'bb1fff05-3f16-43b3-b907-dd71af5a0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '8c9c30b7-1c6e-4b55-9a15-bcd593742e07'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:53:52.633921 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-84937ec4-1553-43c2-a004-df2d183f142f service neutron] Attempting to bind port 608f3926-4cc7-4d0b-9f62-b5e32f5cca74 on network 8c9c30b7-1c6e-4b55-9a15-bcd593742e07 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:52.652457 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-84937ec4-1553-43c2-a004-df2d183f142f service neutron] Port 608f3926-4cc7-4d0b-9f62-b5e32f5cca74 on network 8c9c30b7-1c6e-4b55-9a15-bcd593742e07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:53:52.652891 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-84937ec4-1553-43c2-a004-df2d183f142f service neutron] Attempting to bind port 608f3926-4cc7-4d0b-9f62-b5e32f5cca74 on network 8c9c30b7-1c6e-4b55-9a15-bcd593742e07 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:52.658077 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6c633f1d-6654-42c1-9c46-8f3e5b52bcc6 req-cd8e366f-ae1d-41fa-9d40-c2f330a5630d service neutron] 10.222.0.54 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449047 Jul 14 13:53:52.660867 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-070eb7bc-afb4-4dd6-9426-21440e7a7cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.666009 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-84937ec4-1553-43c2-a004-df2d183f142f service neutron] Checking agent: {'id': '452dea11-d79b-49e5-b391-0cd9cce6a9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:53:52.666444 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-84937ec4-1553-43c2-a004-df2d183f142f service neutron] Checking segment: {'id': 'bb1fff05-3f16-43b3-b907-dd71af5a0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '8c9c30b7-1c6e-4b55-9a15-bcd593742e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:52.666884 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-84937ec4-1553-43c2-a004-df2d183f142f service neutron] Bound using segment: {'id': 'bb1fff05-3f16-43b3-b907-dd71af5a0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '8c9c30b7-1c6e-4b55-9a15-bcd593742e07'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:53:52.667417 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-84937ec4-1553-43c2-a004-df2d183f142f service neutron] Bound port: 608f3926-4cc7-4d0b-9f62-b5e32f5cca74, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1fff05-3f16-43b3-b907-dd71af5a0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '8c9c30b7-1c6e-4b55-9a15-bcd593742e07'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:53:52.667901 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-84937ec4-1553-43c2-a004-df2d183f142f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.682231 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-ae59be9e-c0b3-4132-b5a8-720548a12248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:52.683776 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-ae59be9e-c0b3-4132-b5a8-720548a12248 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ebdd828c2dd45389e546eb5c76f33fc&device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 1096 time: 0.3896463 Jul 14 13:53:52.772946 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-0a1ccd20-f312-45ee-913c-78a70e1380a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c371cd-85ec-4848-a54a-0a895362cd1b HTTP/1.1" status: 200 len: 217 time: 0.0746891 Jul 14 13:53:52.788214 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-070eb7bc-afb4-4dd6-9426-21440e7a7cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.800284 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-070eb7bc-afb4-4dd6-9426-21440e7a7cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.805504 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8619-4f25-4ace-9738-798f1a483e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.816995 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66572e-78aa-44a0-81de-6f245964fb63 req-6eb5fc1b-e25b-44dc-abb7-7387c1567050 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:52.820480 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1e66572e-78aa-44a0-81de-6f245964fb63 req-6eb5fc1b-e25b-44dc-abb7-7387c1567050 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 946 time: 0.3780313 Jul 14 13:53:52.889611 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c98a6-b497-4212-9b8a-16b6bb732a0b req-111cdf30-b725-43b3-b0d6-1ee3904f1d79 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:52.890213 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 56920) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:52.891091 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-411c98a6-b497-4212-9b8a-16b6bb732a0b req-111cdf30-b725-43b3-b0d6-1ee3904f1d79 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.3567288 Jul 14 13:53:52.907287 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8619-4f25-4ace-9738-798f1a483e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.916747 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-070eb7bc-afb4-4dd6-9426-21440e7a7cd1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=06b165398cd24d6e9241dca18f2cfa85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028250 Jul 14 13:53:52.923360 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 56924) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:52.927869 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070eb7bc-afb4-4dd6-9426-21440e7a7cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a9c275-5f1d-48e9-a87b-3c1cf4a0bdb4,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:52.934529 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-31ca5cf4-a81c-418f-b0af-f0a219454841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.951437 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-84937ec4-1553-43c2-a004-df2d183f142f service neutron] For port 608f3926-4cc7-4d0b-9f62-b5e32f5cca74, host hv-cinder-79760, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:53:52.965679 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-726539ab-fe6a-4f12-8b6b-6428449a57d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:52.967155 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-726539ab-fe6a-4f12-8b6b-6428449a57d9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2e428487-ac1c-45f5-b66d-6e05ef2be0ac HTTP/1.1" status: 200 len: 849 time: 0.1548972 Jul 14 13:53:52.973386 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1e66572e-78aa-44a0-81de-6f245964fb63 req-b4a5a2cc-c274-4a15-aecb-0e2a5cbc1d32 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/security-groups?id=65248f63-0df7-4710-bf74-eafebca788d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283557 Jul 14 13:53:52.978059 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6c633f1d-6654-42c1-9c46-8f3e5b52bcc6 req-0d38b9cc-2e53-4f70-86c4-5a3eebbf73bc service neutron] 10.222.0.54 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063872 Jul 14 13:53:53.006931 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-84937ec4-1553-43c2-a004-df2d183f142f service neutron] For port 608f3926-4cc7-4d0b-9f62-b5e32f5cca74, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=608f3926-4cc7-4d0b-9f62-b5e32f5cca74,segment=NetworkSegment(bb1fff05-3f16-43b3-b907-dd71af5a0243),segment_id=bb1fff05-3f16-43b3-b907-dd71af5a0243)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:53:53.035406 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8619-4f25-4ace-9738-798f1a483e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:53.037713 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-84937ec4-1553-43c2-a004-df2d183f142f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:53.038610 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8619-4f25-4ace-9738-798f1a483e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:53.042329 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-9e1f8619-4f25-4ace-9738-798f1a483e45 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7bee44bb-d627-4fb8-ba01-b2bbd64dfa46 HTTP/1.1" status: 204 len: 168 time: 0.4781587 Jul 14 13:53:53.052135 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f8619-4f25-4ace-9738-798f1a483e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bee44bb-d627-4fb8-ba01-b2bbd64dfa46,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:53.058013 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-411c98a6-b497-4212-9b8a-16b6bb732a0b req-56037ea2-36b0-4ab4-b7ff-432ba9726163 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510983 Jul 14 13:53:53.086441 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-84937ec4-1553-43c2-a004-df2d183f142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:53.087038 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-84937ec4-1553-43c2-a004-df2d183f142f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:53.088406 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-84937ec4-1553-43c2-a004-df2d183f142f service neutron] 10.222.0.54 "PUT /v2.0/ports/608f3926-4cc7-4d0b-9f62-b5e32f5cca74 HTTP/1.1" status: 200 len: 1093 time: 2.2801723 Jul 14 13:53:53.124083 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-31ca5cf4-a81c-418f-b0af-f0a219454841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:53.132077 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-31ca5cf4-a81c-418f-b0af-f0a219454841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:53.135598 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6a590224-028f-4164-a94c-696e7ae5185f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:53.140795 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84937ec4-1553-43c2-a004-df2d183f142f service neutron] Pushing event updated for resources: {'Port': ['ID=608f3926-4cc7-4d0b-9f62-b5e32f5cca74,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:53.165453 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca5cf4-a81c-418f-b0af-f0a219454841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2b1813-cde2-4aca-ad12-b0f76f2f7eca,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:53.190036 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6a590224-028f-4164-a94c-696e7ae5185f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:53.210358 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-6e69c0c5-28c6-4843-afdd-13a622bc697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:53.211877 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-6e69c0c5-28c6-4843-afdd-13a622bc697c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a438f18f-eabf-4166-ba56-5e9dc4be891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2294781 Jul 14 13:53:53.240378 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-31ca5cf4-a81c-418f-b0af-f0a219454841 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=664bace064d8407490f37a72d0c30e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416476 Jul 14 13:53:53.241222 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 56930) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:53.311900 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-69dc5d61-166e-4947-9436-91bf7c00999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:53.311900 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-69dc5d61-166e-4947-9436-91bf7c00999f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f21fdd7bb4164aba898198e96918cef0&device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 1096 time: 0.1620641 Jul 14 13:53:53.339472 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703720d-418e-420c-a6f5-0ee1763aa7b4 req-425440f4-4285-41ae-baec-77a584aade97 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:53.340987 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d703720d-418e-420c-a6f5-0ee1763aa7b4 req-425440f4-4285-41ae-baec-77a584aade97 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 943 time: 0.1676579 Jul 14 13:53:53.350121 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6a590224-028f-4164-a94c-696e7ae5185f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:53.352592 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6a590224-028f-4164-a94c-696e7ae5185f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:53.354392 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6a590224-028f-4164-a94c-696e7ae5185f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/42a9c275-5f1d-48e9-a87b-3c1cf4a0bdb4 HTTP/1.1" status: 204 len: 168 time: 0.4239168 Jul 14 13:53:53.359000 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-62784456-fe8d-47ef-9059-663e2c8a7f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:53.406231 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-62784456-fe8d-47ef-9059-663e2c8a7f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:53.407217 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-4efc7f2b-4deb-4651-ba2f-90a8c2a254e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=608f3926-4cc7-4d0b-9f62-b5e32f5cca74 HTTP/1.1" status: 200 len: 217 time: 0.0833607 Jul 14 13:53:53.411557 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a590224-028f-4164-a94c-696e7ae5185f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a9c275-5f1d-48e9-a87b-3c1cf4a0bdb4,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:53.428299 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-b130edbd-4ad1-4ad6-9c6d-f2fcd0577e3a service neutron] 10.222.0.54 "GET /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004256 Jul 14 13:53:53.455306 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d703720d-418e-420c-a6f5-0ee1763aa7b4 req-2808c658-abc8-471e-bf85-6a172aa8aaac tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919354 Jul 14 13:53:53.515977 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-62784456-fe8d-47ef-9059-663e2c8a7f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:53.518962 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-62784456-fe8d-47ef-9059-663e2c8a7f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:53.524579 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-62784456-fe8d-47ef-9059-663e2c8a7f90 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6e2b1813-cde2-4aca-ad12-b0f76f2f7eca HTTP/1.1" status: 204 len: 168 time: 0.2822065 Jul 14 13:53:53.535909 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62784456-fe8d-47ef-9059-663e2c8a7f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2b1813-cde2-4aca-ad12-b0f76f2f7eca,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:53.536584 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-8b486798-8251-49f3-ad10-11c3736de012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:53.538215 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-8b486798-8251-49f3-ad10-11c3736de012 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=383ca765-ab77-499a-b15a-1a74b6126141 HTTP/1.1" status: 200 len: 859 time: 0.1210129 Jul 14 13:53:53.554455 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5fae8-043b-42ef-8e8f-15b44bef2acf req-eec347c4-1ad7-407d-b451-9a2334e3e854 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:53.555952 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7cf5fae8-043b-42ef-8e8f-15b44bef2acf req-eec347c4-1ad7-407d-b451-9a2334e3e854 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 943 time: 0.2484636 Jul 14 13:53:53.593097 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-3c88a802-ca55-4cbe-9681-ca8c154d2248 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8c9c30b7-1c6e-4b55-9a15-bcd593742e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469878 Jul 14 13:53:53.662928 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5f0074c-d37d-4ac5-b962-7fc0ba06bb02 req-b14d8275-aae0-46d7-bc6f-98367b10f25d service neutron] 10.222.0.54 "GET /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283242 Jul 14 13:53:53.695353 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7cf5fae8-043b-42ef-8e8f-15b44bef2acf req-6c675b3a-d7b2-402e-8e60-b44099d216b5 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270888 Jul 14 13:53:53.751293 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-2e8f22fd-77a7-494f-974f-20de6a4e8870 service neutron] 10.222.0.54 "GET /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462028 Jul 14 13:53:53.897370 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627ba25-c009-48dd-807f-698325489fdf req-103e55a9-da62-4298-aeea-d52ec7de7537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:53.899186 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a627ba25-c009-48dd-807f-698325489fdf req-103e55a9-da62-4298-aeea-d52ec7de7537 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ebdd828c2dd45389e546eb5c76f33fc&device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 1096 time: 0.1388493 Jul 14 13:53:53.906404 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-441e2a03-c5f8-4999-9ec0-b3113b79c041 req-de95e8e3-ddcc-4bbd-b552-5bd7bd278a0c service neutron] 10.222.0.54 "GET /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344888 Jul 14 13:53:53.985122 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 65529375-9dcd-4f62-919b-259a0caddeef details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:53:54.079980 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627ba25-c009-48dd-807f-698325489fdf req-355eb5d1-47e4-494c-b3b1-3a7302e41c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:54.081477 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a627ba25-c009-48dd-807f-698325489fdf req-355eb5d1-47e4-494c-b3b1-3a7302e41c01 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a438f18f-eabf-4166-ba56-5e9dc4be891e HTTP/1.1" status: 200 len: 911 time: 0.1668699 Jul 14 13:53:54.171759 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a627ba25-c009-48dd-807f-698325489fdf req-9a8c2989-de2a-4dd0-b439-3ff654032242 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c371cd-85ec-4848-a54a-0a895362cd1b HTTP/1.1" status: 200 len: 217 time: 0.0763676 Jul 14 13:53:54.195942 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 65529375-9dcd-4f62-919b-259a0caddeef, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=65529375-9dcd-4f62-919b-259a0caddeef,segment=NetworkSegment(bb1fff05-3f16-43b3-b907-dd71af5a0243),segment_id=bb1fff05-3f16-43b3-b907-dd71af5a0243)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:54.211505 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': '65529375-9dcd-4f62-919b-259a0caddeef', 'network_id': '8c9c30b7-1c6e-4b55-9a15-bcd593742e07', 'port_id': '65529375-9dcd-4f62-919b-259a0caddeef', 'mac_address': 'fa:16:3e:ba:6f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383ca765-ab77-499a-b15a-1a74b6126141', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:53:54.284596 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:54.315144 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65529375-9dcd-4f62-919b-259a0caddeef {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:53:54.360838 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 65529375-9dcd-4f62-919b-259a0caddeef, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=65529375-9dcd-4f62-919b-259a0caddeef,segment=NetworkSegment(bb1fff05-3f16-43b3-b907-dd71af5a0243),segment_id=bb1fff05-3f16-43b3-b907-dd71af5a0243)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:54.377140 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:54.377891 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 0d3feb74-1c83-4071-89a7-4fa88950a57c details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:53:54.494758 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=65529375-9dcd-4f62-919b-259a0caddeef,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:54.536932 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f023832b-beba-41f0-a143-5e7692c984d1', 'tag': '608f3926-4cc7-4d0b-9f62-b5e32f5cca74'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:53:54.539347 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f7ff1-fe89-4e22-934f-8bf1e5c79380 req-49cdf852-c3f7-4a48-85ba-4144b5b64945 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:54.548879 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4b0f7ff1-fe89-4e22-934f-8bf1e5c79380 req-49cdf852-c3f7-4a48-85ba-4144b5b64945 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 946 time: 0.4124224 Jul 14 13:53:54.551864 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046069bd-ee98-48d2-92ae-c70fd2260b57" -d '{"events": [{"name": "network-changed", "server_uuid": "f023832b-beba-41f0-a143-5e7692c984d1", "tag": "608f3926-4cc7-4d0b-9f62-b5e32f5cca74"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:53:54.606584 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4b0f7ff1-fe89-4e22-934f-8bf1e5c79380 req-de94f5c8-f986-4abf-9423-15b347944cfc tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/security-groups?id=65248f63-0df7-4710-bf74-eafebca788d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540428 Jul 14 13:53:54.638056 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627ba25-c009-48dd-807f-698325489fdf req-2bafb207-7b72-4d88-8c80-ba3683885025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:54.640436 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a627ba25-c009-48dd-807f-698325489fdf req-2bafb207-7b72-4d88-8c80-ba3683885025 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2e428487-ac1c-45f5-b66d-6e05ef2be0ac HTTP/1.1" status: 200 len: 849 time: 0.4507337 Jul 14 13:53:54.679231 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 0d3feb74-1c83-4071-89a7-4fa88950a57c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0d3feb74-1c83-4071-89a7-4fa88950a57c,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:54.701911 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': '0d3feb74-1c83-4071-89a7-4fa88950a57c', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'port_id': '0d3feb74-1c83-4071-89a7-4fa88950a57c', 'mac_address': 'fa:16:3e:38:8c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:53:54.760281 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:54.773886 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e59532-0590-4f87-948e-9c2b8f654e49 req-23a40783-c764-4e3e-873e-d15a6a144802 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:54.776029 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d3feb74-1c83-4071-89a7-4fa88950a57c {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:53:54.778818 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-92e59532-0590-4f87-948e-9c2b8f654e49 req-23a40783-c764-4e3e-873e-d15a6a144802 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.2227077 Jul 14 13:53:54.806317 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 0d3feb74-1c83-4071-89a7-4fa88950a57c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0d3feb74-1c83-4071-89a7-4fa88950a57c,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:54.818595 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:54.829669 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627ba25-c009-48dd-807f-698325489fdf req-52b0e925-16bf-4226-97ec-e3266da62441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:54.831429 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a627ba25-c009-48dd-807f-698325489fdf req-52b0e925-16bf-4226-97ec-e3266da62441 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a438f18f-eabf-4166-ba56-5e9dc4be891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1779745 Jul 14 13:53:54.944747 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=0d3feb74-1c83-4071-89a7-4fa88950a57c,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:54.955940 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76023cc-67d9-4515-8ab9-51ef65a3f7ad req-9255e372-d8d1-40c0-a065-2b84af887e37 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:54.964672 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e76023cc-67d9-4515-8ab9-51ef65a3f7ad req-9255e372-d8d1-40c0-a065-2b84af887e37 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 943 time: 0.1117897 Jul 14 13:53:54.993609 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a627ba25-c009-48dd-807f-698325489fdf req-a8b47e64-b381-402c-ade8-62213bfc6f62 service neutron] 10.222.0.54 "GET /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420596 Jul 14 13:53:54.996950 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-92e59532-0590-4f87-948e-9c2b8f654e49 req-3075f2f9-2ce6-43ad-a271-301371c8c4b6 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105074 Jul 14 13:53:55.020057 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e76023cc-67d9-4515-8ab9-51ef65a3f7ad req-3581dfba-fe83-4621-88fa-5a05f6cbc3e8 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540619 Jul 14 13:53:55.071231 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beac4bf2-34e9-415a-9c9c-03ef6c7b3fff x-openstack-request-id: req-beac4bf2-34e9-415a-9c9c-03ef6c7b3fff {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:53:55.072174 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f023832b-beba-41f0-a143-5e7692c984d1", "tag": "608f3926-4cc7-4d0b-9f62-b5e32f5cca74", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:53:55.072589 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-beac4bf2-34e9-415a-9c9c-03ef6c7b3fff {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:53:55.073098 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f023832b-beba-41f0-a143-5e7692c984d1', 'tag': '608f3926-4cc7-4d0b-9f62-b5e32f5cca74', 'status': 'completed', 'code': 200} Jul 14 13:53:55.183880 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['65529375-9dcd-4f62-919b-259a0caddeef'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:53:55.227763 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['0d3feb74-1c83-4071-89a7-4fa88950a57c'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:53:55.258938 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046069bd-ee98-48d2-92ae-c70fd2260b57 req-0fe2ed78-63d0-4d2c-87be-206e6ea7ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:55.261149 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-046069bd-ee98-48d2-92ae-c70fd2260b57 req-0fe2ed78-63d0-4d2c-87be-206e6ea7ce20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f21fdd7bb4164aba898198e96918cef0&device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 1096 time: 0.1427224 Jul 14 13:53:55.331956 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d7859-92b9-4ee0-8fe4-c9225d77fdca req-9bce2b6a-fc6b-4bf7-85d6-692b67d17ff4 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:55.333755 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ce6d7859-92b9-4ee0-8fe4-c9225d77fdca req-9bce2b6a-fc6b-4bf7-85d6-692b67d17ff4 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 943 time: 0.1299629 Jul 14 13:53:55.365898 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a627ba25-c009-48dd-807f-698325489fdf req-2f79275b-f484-4387-b9d0-fc0f7efaca9a service neutron] 10.222.0.54 "GET /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597314 Jul 14 13:53:55.395032 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ce6d7859-92b9-4ee0-8fe4-c9225d77fdca req-e5dfb985-f969-46d5-9bc0-f991dc94ee64 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540679 Jul 14 13:53:55.417555 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046069bd-ee98-48d2-92ae-c70fd2260b57 req-d84ba0a6-cff5-45e5-b0c6-e7e1e2b8d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:55.419494 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-046069bd-ee98-48d2-92ae-c70fd2260b57 req-d84ba0a6-cff5-45e5-b0c6-e7e1e2b8d7a9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8c9c30b7-1c6e-4b55-9a15-bcd593742e07 HTTP/1.1" status: 200 len: 920 time: 0.1424687 Jul 14 13:53:55.473241 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-046069bd-ee98-48d2-92ae-c70fd2260b57 req-a9b1919c-fdf7-4866-858b-5e1a4d01854f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=608f3926-4cc7-4d0b-9f62-b5e32f5cca74 HTTP/1.1" status: 200 len: 217 time: 0.0463388 Jul 14 13:53:55.559077 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046069bd-ee98-48d2-92ae-c70fd2260b57 req-fa6c5416-4a9d-4aae-81eb-686706e74832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:55.560575 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-046069bd-ee98-48d2-92ae-c70fd2260b57 req-fa6c5416-4a9d-4aae-81eb-686706e74832 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=383ca765-ab77-499a-b15a-1a74b6126141 HTTP/1.1" status: 200 len: 859 time: 0.0797169 Jul 14 13:53:55.607905 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-046069bd-ee98-48d2-92ae-c70fd2260b57 req-bf991a44-3da0-4ba3-9b75-10fca6b1ea63 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8c9c30b7-1c6e-4b55-9a15-bcd593742e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378776 Jul 14 13:53:55.704829 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-046069bd-ee98-48d2-92ae-c70fd2260b57 req-f9f78807-a542-41c6-ad78-a23d0d9d3ec1 service neutron] 10.222.0.54 "GET /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849650 Jul 14 13:53:55.804374 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-046069bd-ee98-48d2-92ae-c70fd2260b57 req-b54e59d0-a9b0-45bf-84f0-44616e67afc7 service neutron] 10.222.0.54 "GET /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876951 Jul 14 13:53:56.054143 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 57090) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:56.234691 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e15f16-56c1-4d91-9749-4b7360ddcc96 req-df3adfbb-71bc-4cc3-b788-bc0ff550f472 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:56.241693 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-36e15f16-56c1-4d91-9749-4b7360ddcc96 req-df3adfbb-71bc-4cc3-b788-bc0ff550f472 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 943 time: 0.0697017 Jul 14 13:53:56.297636 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-36e15f16-56c1-4d91-9749-4b7360ddcc96 req-db7e92c3-e7b6-4888-8163-902bd91194c1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549159 Jul 14 13:53:56.335548 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d9c43-5667-4c31-9e4e-6f0be3e3aa8e req-df4684f2-ec9a-49fa-9c7d-23007111630a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:56.339239 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-691d9c43-5667-4c31-9e4e-6f0be3e3aa8e req-df4684f2-ec9a-49fa-9c7d-23007111630a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 944 time: 0.0995305 Jul 14 13:53:56.399511 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-691d9c43-5667-4c31-9e4e-6f0be3e3aa8e req-d86c608e-c269-4ab4-ba05-9a65a2e56ed0 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465670 Jul 14 13:53:56.421867 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c8e21ad6-e641-42bc-bb6f-52d276d4d46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.556453 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c8e21ad6-e641-42bc-bb6f-52d276d4d46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.563577 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c8e21ad6-e641-42bc-bb6f-52d276d4d46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.602078 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-c8e21ad6-e641-42bc-bb6f-52d276d4d46c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6b341e5d61ac494fb766f5fa8a2f66bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5445447 Jul 14 13:53:56.602649 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 57134) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:56.644354 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e21ad6-e641-42bc-bb6f-52d276d4d46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb5a2c2-4f98-4c84-82c7-63a8a16893b2,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:56.672480 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af052b-d454-4399-8ca1-63db46bee7e9 req-f1e93256-76c7-4ea4-b209-e4feded7fefd tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:56.674221 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c3af052b-d454-4399-8ca1-63db46bee7e9 req-f1e93256-76c7-4ea4-b209-e4feded7fefd tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 943 time: 0.1082361 Jul 14 13:53:56.706949 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d431d47a-6006-496a-af5d-99fb48068856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.757803 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d431d47a-6006-496a-af5d-99fb48068856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.780933 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c3af052b-d454-4399-8ca1-63db46bee7e9 req-e63f161b-74d4-4d6e-87d7-6b49119afb00 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839024 Jul 14 13:53:56.815012 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 57148) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:56.828542 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 57152) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:56.854014 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d431d47a-6006-496a-af5d-99fb48068856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.858147 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d431d47a-6006-496a-af5d-99fb48068856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.861903 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d431d47a-6006-496a-af5d-99fb48068856 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fcb5a2c2-4f98-4c84-82c7-63a8a16893b2 HTTP/1.1" status: 204 len: 168 time: 0.2550895 Jul 14 13:53:56.871578 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431d47a-6006-496a-af5d-99fb48068856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb5a2c2-4f98-4c84-82c7-63a8a16893b2,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:56.960724 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fd793f9d-0f0c-4141-973f-09df7f713a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.980253 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-45b3bbdc-0ac6-4be9-9f4f-1802fc30c4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.055434 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fd793f9d-0f0c-4141-973f-09df7f713a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.061326 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fd793f9d-0f0c-4141-973f-09df7f713a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.100950 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd793f9d-0f0c-4141-973f-09df7f713a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29d72ad-0d4d-42db-abde-13eee3cb554c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:57.108448 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-fd793f9d-0f0c-4141-973f-09df7f713a3f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=63e200b401734d25ba5c7c60c0eddc41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787189 Jul 14 13:53:57.109419 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 57166) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:57.152088 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-45b3bbdc-0ac6-4be9-9f4f-1802fc30c4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.158363 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-45b3bbdc-0ac6-4be9-9f4f-1802fc30c4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.160542 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7bfc568d-9072-4517-ab61-5526ed457824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.193099 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7bfc568d-9072-4517-ab61-5526ed457824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.204052 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3bbdc-0ac6-4be9-9f4f-1802fc30c4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3ca3ae-a15c-4d91-8ad2-443ab7ffae84,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:57.208357 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-45b3bbdc-0ac6-4be9-9f4f-1802fc30c4af admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=058dcba5b68b4d0e984c3b998e046533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922513 Jul 14 13:53:57.210945 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 57170) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:57.257314 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7bfc568d-9072-4517-ab61-5526ed457824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.264120 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7bfc568d-9072-4517-ab61-5526ed457824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.266363 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7bfc568d-9072-4517-ab61-5526ed457824 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a29d72ad-0d4d-42db-abde-13eee3cb554c HTTP/1.1" status: 204 len: 168 time: 0.1558633 Jul 14 13:53:57.276764 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc568d-9072-4517-ab61-5526ed457824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29d72ad-0d4d-42db-abde-13eee3cb554c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:57.279508 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-81cdf04b-02a8-4b74-9875-cd2b86f822a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.312402 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-81cdf04b-02a8-4b74-9875-cd2b86f822a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.385108 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-81cdf04b-02a8-4b74-9875-cd2b86f822a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.389892 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-81cdf04b-02a8-4b74-9875-cd2b86f822a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.391259 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-81cdf04b-02a8-4b74-9875-cd2b86f822a9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9a3ca3ae-a15c-4d91-8ad2-443ab7ffae84 HTTP/1.1" status: 204 len: 168 time: 0.1793289 Jul 14 13:53:57.413132 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdf04b-02a8-4b74-9875-cd2b86f822a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3ca3ae-a15c-4d91-8ad2-443ab7ffae84,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:57.558408 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a39d7-7d73-4f7c-9d0b-dc86c5748629 req-17ed9221-aa16-40d1-8479-37d54d388353 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:57.560274 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ea5a39d7-7d73-4f7c-9d0b-dc86c5748629 req-17ed9221-aa16-40d1-8479-37d54d388353 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 943 time: 0.0762813 Jul 14 13:53:57.608073 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ea5a39d7-7d73-4f7c-9d0b-dc86c5748629 req-48cdc419-078a-4af9-b3f4-77cf88af5815 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421591 Jul 14 13:53:57.640021 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b6451-5eae-40fb-b17b-d9d67f9d6bca req-df501f62-12d2-4caf-8dc4-cda9c2745d70 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:57.642567 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a84b6451-5eae-40fb-b17b-d9d67f9d6bca req-df501f62-12d2-4caf-8dc4-cda9c2745d70 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 944 time: 0.0834229 Jul 14 13:53:57.686495 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a84b6451-5eae-40fb-b17b-d9d67f9d6bca req-d5d84e7f-1cbd-498f-adeb-ca759d21f1d3 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380800 Jul 14 13:53:57.720260 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:53:57.736700 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 57200) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:57.763879 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5e5fb2e9-74e9-42b6-a785-17113ad3e4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.891081 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5e5fb2e9-74e9-42b6-a785-17113ad3e4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.898837 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5e5fb2e9-74e9-42b6-a785-17113ad3e4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.945570 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-5e5fb2e9-74e9-42b6-a785-17113ad3e4b2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=351b0e43a6154829bba9e227b55c73e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032485 Jul 14 13:53:57.945570 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5fb2e9-74e9-42b6-a785-17113ad3e4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1765ed-ead0-45af-960d-a84f33b2fdc4,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:57.946386 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 57212) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:57.952004 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 57214) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:57.973743 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-792954b8-f83b-46e7-ad49-2c7f261a3c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.995332 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 608f3926-4cc7-4d0b-9f62-b5e32f5cca74 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:53:57.999496 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a7f15-a034-4e4b-8f57-1f73a6fbec9b req-b20b129e-f60b-4d68-b033-24f7b14ca5fa tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:58.001085 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-978a7f15-a034-4e4b-8f57-1f73a6fbec9b req-b20b129e-f60b-4d68-b033-24f7b14ca5fa tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 943 time: 0.0874143 Jul 14 13:53:58.043176 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3e982ab6-bc8c-42df-9ba3-d6f1d97ed623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:58.078025 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3e982ab6-bc8c-42df-9ba3-d6f1d97ed623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:58.081083 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 65529375-9dcd-4f62-919b-259a0caddeef up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:58.098014 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-978a7f15-a034-4e4b-8f57-1f73a6fbec9b req-62f5093b-e38f-490e-bcb9-2d7d804c64b8 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853014 Jul 14 13:53:58.185393 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-792954b8-f83b-46e7-ad49-2c7f261a3c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:58.189882 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3e982ab6-bc8c-42df-9ba3-d6f1d97ed623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:58.193244 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3e982ab6-bc8c-42df-9ba3-d6f1d97ed623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:58.194964 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-3e982ab6-bc8c-42df-9ba3-d6f1d97ed623 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4a1765ed-ead0-45af-960d-a84f33b2fdc4 HTTP/1.1" status: 204 len: 168 time: 0.2476459 Jul 14 13:53:58.198969 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-792954b8-f83b-46e7-ad49-2c7f261a3c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:58.201153 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 608f3926-4cc7-4d0b-9f62-b5e32f5cca74, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=608f3926-4cc7-4d0b-9f62-b5e32f5cca74,segment=NetworkSegment(bb1fff05-3f16-43b3-b907-dd71af5a0243),segment_id=bb1fff05-3f16-43b3-b907-dd71af5a0243)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:58.218091 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning for port 65529375-9dcd-4f62-919b-259a0caddeef completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:58.220077 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e982ab6-bc8c-42df-9ba3-d6f1d97ed623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1765ed-ead0-45af-960d-a84f33b2fdc4,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:58.231221 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': '608f3926-4cc7-4d0b-9f62-b5e32f5cca74', 'network_id': '8c9c30b7-1c6e-4b55-9a15-bcd593742e07', 'port_id': '608f3926-4cc7-4d0b-9f62-b5e32f5cca74', 'mac_address': 'fa:16:3e:98:a7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383ca765-ab77-499a-b15a-1a74b6126141', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:53:58.252099 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-792954b8-f83b-46e7-ad49-2c7f261a3c2d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c1f69558ee7849c1885466330284bb61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961624 Jul 14 13:53:58.252204 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 57224) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:58.259422 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792954b8-f83b-46e7-ad49-2c7f261a3c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b229248b-60ca-4b76-a051-8a4c9d816d98,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:58.282744 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port 65529375-9dcd-4f62-919b-259a0caddeef triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:58.283113 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:58.343086 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-574b593b-3396-4d00-8ab0-d02005e550fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:58.382376 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-574b593b-3396-4d00-8ab0-d02005e550fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:58.461684 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:58.472480 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-574b593b-3396-4d00-8ab0-d02005e550fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:58.475920 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-574b593b-3396-4d00-8ab0-d02005e550fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:58.480759 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-574b593b-3396-4d00-8ab0-d02005e550fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b229248b-60ca-4b76-a051-8a4c9d816d98 HTTP/1.1" status: 204 len: 168 time: 0.2276831 Jul 14 13:53:58.489224 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b593b-3396-4d00-8ab0-d02005e550fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b229248b-60ca-4b76-a051-8a4c9d816d98,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:58.501014 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608f3926-4cc7-4d0b-9f62-b5e32f5cca74 {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:53:58.535453 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:58.540937 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 608f3926-4cc7-4d0b-9f62-b5e32f5cca74, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=608f3926-4cc7-4d0b-9f62-b5e32f5cca74,segment=NetworkSegment(bb1fff05-3f16-43b3-b907-dd71af5a0243),segment_id=bb1fff05-3f16-43b3-b907-dd71af5a0243)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:58.548376 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:58.549021 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 66c371cd-85ec-4848-a54a-0a895362cd1b details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:53:58.602231 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4d0995-61b7-47cf-a54a-918f166f3a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65529375-9dcd-4f62-919b-259a0caddeef'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:53:58.605204 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9997c50f-4ff2-42af-9ed4-f25d0ce16a88" -d '{"events": [{"server_uuid": "af4d0995-61b7-47cf-a54a-918f166f3a53", "name": "network-vif-plugged", "status": "completed", "tag": "65529375-9dcd-4f62-919b-259a0caddeef"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:53:58.671634 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 65529375-9dcd-4f62-919b-259a0caddeef, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=65529375-9dcd-4f62-919b-259a0caddeef,segment=NetworkSegment(bb1fff05-3f16-43b3-b907-dd71af5a0243),segment_id=bb1fff05-3f16-43b3-b907-dd71af5a0243)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:58.677066 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=608f3926-4cc7-4d0b-9f62-b5e32f5cca74,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:58.686382 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:58.687669 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 0d3feb74-1c83-4071-89a7-4fa88950a57c up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:58.753890 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260fe5d5-e706-4408-b074-6d2f2d0873f0 x-openstack-request-id: req-260fe5d5-e706-4408-b074-6d2f2d0873f0 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:53:58.754393 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4d0995-61b7-47cf-a54a-918f166f3a53", "name": "network-vif-plugged", "status": "completed", "tag": "65529375-9dcd-4f62-919b-259a0caddeef", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:53:58.754800 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-260fe5d5-e706-4408-b074-6d2f2d0873f0 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:53:58.755314 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4d0995-61b7-47cf-a54a-918f166f3a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65529375-9dcd-4f62-919b-259a0caddeef', 'code': 200} Jul 14 13:53:58.851812 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 66c371cd-85ec-4848-a54a-0a895362cd1b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=66c371cd-85ec-4848-a54a-0a895362cd1b,segment=NetworkSegment(6f5f6d35-c566-43d5-9c6f-ff2b79815a82),segment_id=6f5f6d35-c566-43d5-9c6f-ff2b79815a82)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:58.854409 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=65529375-9dcd-4f62-919b-259a0caddeef,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:58.878002 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': '66c371cd-85ec-4848-a54a-0a895362cd1b', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'port_id': '66c371cd-85ec-4848-a54a-0a895362cd1b', 'mac_address': 'fa:16:3e:b1:c4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:53:58.931939 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning for port 0d3feb74-1c83-4071-89a7-4fa88950a57c completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:58.941338 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port 0d3feb74-1c83-4071-89a7-4fa88950a57c triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:58.941338 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:58.977855 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f653e-69c9-4cde-9d00-845b7a1dbf8b req-85c1298c-fc98-4205-9319-b18768e3d885 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:58.978614 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:58.979183 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b80f653e-69c9-4cde-9d00-845b7a1dbf8b req-85c1298c-fc98-4205-9319-b18768e3d885 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 943 time: 0.1623750 Jul 14 13:53:59.003040 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c371cd-85ec-4848-a54a-0a895362cd1b {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:53:59.043515 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b80f653e-69c9-4cde-9d00-845b7a1dbf8b req-86cde322-3f6e-422b-8e48-8960612c742c tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580273 Jul 14 13:53:59.046915 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 66c371cd-85ec-4848-a54a-0a895362cd1b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=66c371cd-85ec-4848-a54a-0a895362cd1b,segment=NetworkSegment(6f5f6d35-c566-43d5-9c6f-ff2b79815a82),segment_id=6f5f6d35-c566-43d5-9c6f-ff2b79815a82)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:59.076972 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:59.085532 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec424ba6-6a6f-4da2-95e6-f6ce9a3a2925 req-94d2f5d3-6699-43c7-9e23-d12bc150081c tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:59.093271 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ec424ba6-6a6f-4da2-95e6-f6ce9a3a2925 req-94d2f5d3-6699-43c7-9e23-d12bc150081c tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 944 time: 0.1422372 Jul 14 13:53:59.142861 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 57264) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:59.147599 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=66c371cd-85ec-4848-a54a-0a895362cd1b,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:59.162554 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:59.195217 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe91fed-16f3-4f31-8a2c-40a7570411e5 req-9dee5fa6-fb62-4502-95d3-ced78512e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:59.198241 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-abe91fed-16f3-4f31-8a2c-40a7570411e5 req-9dee5fa6-fb62-4502-95d3-ced78512e1b4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 1099 time: 0.1481078 Jul 14 13:53:59.200286 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ec424ba6-6a6f-4da2-95e6-f6ce9a3a2925 req-c6e91be8-4e49-4484-838d-725d2ed324f6 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059494 Jul 14 13:53:59.253183 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 0d3feb74-1c83-4071-89a7-4fa88950a57c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0d3feb74-1c83-4071-89a7-4fa88950a57c,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:59.261250 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:59.263333 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-abe91fed-16f3-4f31-8a2c-40a7570411e5 req-c9595795-bc56-4c3b-861b-749ad557ada9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512366 Jul 14 13:53:59.331421 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=0d3feb74-1c83-4071-89a7-4fa88950a57c,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:59.362875 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa8872-2619-4350-9a81-541514c97815 req-1d9fca12-f665-4b8b-829d-200f254a2d8e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:59.364548 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-73fa8872-2619-4350-9a81-541514c97815 req-1d9fca12-f665-4b8b-829d-200f254a2d8e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 944 time: 0.0696166 Jul 14 13:53:59.405040 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-73fa8872-2619-4350-9a81-541514c97815 req-a775f8b5-beb4-4826-ac15-268e999f8627 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323560 Jul 14 13:53:59.447046 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bc1c9b08-7811-4d1e-bb12-14060efb69c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:59.452342 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['66c371cd-85ec-4848-a54a-0a895362cd1b'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:53:59.455848 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['608f3926-4cc7-4d0b-9f62-b5e32f5cca74'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:53:59.583086 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bc1c9b08-7811-4d1e-bb12-14060efb69c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:59.590325 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bc1c9b08-7811-4d1e-bb12-14060efb69c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:59.652501 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-bc1c9b08-7811-4d1e-bb12-14060efb69c5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c7df343498414634b735863b306b4ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5062561 Jul 14 13:53:59.654851 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 57286) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:59.663715 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c9b08-7811-4d1e-bb12-14060efb69c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9d2aec-dd9a-426b-b618-c9e955623bb6,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:59.734666 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e4d32fce-c3e6-4afc-a575-b5c16e140974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:59.757725 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e4d32fce-c3e6-4afc-a575-b5c16e140974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:59.808827 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e4d32fce-c3e6-4afc-a575-b5c16e140974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:59.811844 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e4d32fce-c3e6-4afc-a575-b5c16e140974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:59.815471 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-e4d32fce-c3e6-4afc-a575-b5c16e140974 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/af9d2aec-dd9a-426b-b618-c9e955623bb6 HTTP/1.1" status: 204 len: 168 time: 0.1573884 Jul 14 13:53:59.822229 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d32fce-c3e6-4afc-a575-b5c16e140974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9d2aec-dd9a-426b-b618-c9e955623bb6,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:00.223653 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350bc32-5a75-4119-aab4-29f23c7754d8 req-46460e27-1fac-44d5-bf94-246bcf35e2c1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:00.232417 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5350bc32-5a75-4119-aab4-29f23c7754d8 req-46460e27-1fac-44d5-bf94-246bcf35e2c1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 944 time: 0.0738153 Jul 14 13:54:00.280416 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5350bc32-5a75-4119-aab4-29f23c7754d8 req-c3ef500e-4dfe-4edd-9393-ff726913bafd tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469058 Jul 14 13:54:00.419525 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a5fb9-2bed-430a-a9cd-0c10f633dbae req-da10633b-7cbb-415e-b7af-dbcaaf35ad28 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:00.421453 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-875a5fb9-2bed-430a-a9cd-0c10f633dbae req-da10633b-7cbb-415e-b7af-dbcaaf35ad28 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0798192 Jul 14 13:54:00.474519 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-875a5fb9-2bed-430a-a9cd-0c10f633dbae req-8d09279b-d4b9-4122-9162-b73862cf6c57 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465240 Jul 14 13:54:00.620940 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc700a2-6d15-4be3-89ca-f7c000686abc req-ec38bbe7-c8a8-40ff-a138-08984ab15111 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:00.623041 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-afc700a2-6d15-4be3-89ca-f7c000686abc req-ec38bbe7-c8a8-40ff-a138-08984ab15111 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 944 time: 0.0707972 Jul 14 13:54:00.664382 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-afc700a2-6d15-4be3-89ca-f7c000686abc req-01cfd20f-920a-4722-8240-25f00b0023d7 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352302 Jul 14 13:54:00.757133 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f999909-e4cd-4154-82d5-9a9998d1daf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3feb74-1c83-4071-89a7-4fa88950a57c'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:54:00.760132 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a9e875-fddc-42ab-a034-34346b6a3ffa" -d '{"events": [{"server_uuid": "1f999909-e4cd-4154-82d5-9a9998d1daf7", "name": "network-vif-plugged", "status": "completed", "tag": "0d3feb74-1c83-4071-89a7-4fa88950a57c"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:54:00.796332 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b1cebf-a81b-46b1-9ea7-5e630d53c050 x-openstack-request-id: req-f1b1cebf-a81b-46b1-9ea7-5e630d53c050 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:54:00.796620 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f999909-e4cd-4154-82d5-9a9998d1daf7", "name": "network-vif-plugged", "status": "completed", "tag": "0d3feb74-1c83-4071-89a7-4fa88950a57c", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:54:00.796872 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f1b1cebf-a81b-46b1-9ea7-5e630d53c050 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:54:00.797264 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f999909-e4cd-4154-82d5-9a9998d1daf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3feb74-1c83-4071-89a7-4fa88950a57c', 'code': 200} Jul 14 13:54:01.107389 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3683d2-ce9d-4620-8053-c0fbcf470ee1 req-1eedf670-4d35-4892-a11b-61b8d29cd48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:01.108907 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ce3683d2-ce9d-4620-8053-c0fbcf470ee1 req-1eedf670-4d35-4892-a11b-61b8d29cd48a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 1098 time: 0.0546095 Jul 14 13:54:01.161813 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ce3683d2-ce9d-4620-8053-c0fbcf470ee1 req-04f554ff-4a5d-4806-bf86-58579110e980 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407999 Jul 14 13:54:01.462774 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed59d3b-36db-407b-8292-1ca24f58ba79 req-aeb6b6e8-8147-4fba-83d5-c0f44bd71323 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:01.464334 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-fed59d3b-36db-407b-8292-1ca24f58ba79 req-aeb6b6e8-8147-4fba-83d5-c0f44bd71323 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 944 time: 0.0782802 Jul 14 13:54:01.503534 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-fed59d3b-36db-407b-8292-1ca24f58ba79 req-9604e229-4b8d-44f1-91a8-3465fc7f0de3 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335870 Jul 14 13:54:01.667694 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d5b58-46da-48b2-9eb7-2bcaf236c58a req-77e79b17-8655-4d43-bc33-c0ae742b1cc8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:01.669126 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c42d5b58-46da-48b2-9eb7-2bcaf236c58a req-77e79b17-8655-4d43-bc33-c0ae742b1cc8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0626979 Jul 14 13:54:01.706506 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c42d5b58-46da-48b2-9eb7-2bcaf236c58a req-85bb2ecb-6a43-4fee-9072-c5b03bddeca0 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315163 Jul 14 13:54:01.844723 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232984c-5710-446e-b729-4545d0e0ccc5 req-1239d55f-ad8b-49c2-a026-541e5e1712da tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:01.846114 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e232984c-5710-446e-b729-4545d0e0ccc5 req-1239d55f-ad8b-49c2-a026-541e5e1712da tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 944 time: 0.0644715 Jul 14 13:54:01.883352 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e232984c-5710-446e-b729-4545d0e0ccc5 req-0414b4b6-f043-4987-8d4a-52893c466c8c tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316854 Jul 14 13:54:02.025442 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 608f3926-4cc7-4d0b-9f62-b5e32f5cca74 up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:54:02.075251 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning for port 608f3926-4cc7-4d0b-9f62-b5e32f5cca74 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:54:02.079427 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port 608f3926-4cc7-4d0b-9f62-b5e32f5cca74 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:02.079830 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.153561 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.186075 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 608f3926-4cc7-4d0b-9f62-b5e32f5cca74, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=608f3926-4cc7-4d0b-9f62-b5e32f5cca74,segment=NetworkSegment(bb1fff05-3f16-43b3-b907-dd71af5a0243),segment_id=bb1fff05-3f16-43b3-b907-dd71af5a0243)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:02.189764 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.190537 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 66c371cd-85ec-4848-a54a-0a895362cd1b up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:54:02.263990 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=608f3926-4cc7-4d0b-9f62-b5e32f5cca74,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:02.279552 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning for port 66c371cd-85ec-4848-a54a-0a895362cd1b completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:54:02.283345 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port 66c371cd-85ec-4848-a54a-0a895362cd1b triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:02.283743 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.365082 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.401804 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 66c371cd-85ec-4848-a54a-0a895362cd1b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=66c371cd-85ec-4848-a54a-0a895362cd1b,segment=NetworkSegment(6f5f6d35-c566-43d5-9c6f-ff2b79815a82),segment_id=6f5f6d35-c566-43d5-9c6f-ff2b79815a82)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:02.406880 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.465012 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=66c371cd-85ec-4848-a54a-0a895362cd1b,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:02.717096 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a65ffe-80e0-4590-a390-ac72c8e4cd64 req-5e28c2bf-1266-4ad5-bd18-c0bb07ffb1b3 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:02.719140 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-82a65ffe-80e0-4590-a390-ac72c8e4cd64 req-5e28c2bf-1266-4ad5-bd18-c0bb07ffb1b3 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0932877 Jul 14 13:54:02.790108 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-82a65ffe-80e0-4590-a390-ac72c8e4cd64 req-3095c849-78d7-49dd-a84c-6e7929dda5b4 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616314 Jul 14 13:54:02.798769 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f023832b-beba-41f0-a143-5e7692c984d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608f3926-4cc7-4d0b-9f62-b5e32f5cca74'}, {'server_uuid': '09e2e476-acea-4955-8d82-e1b772e10274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c371cd-85ec-4848-a54a-0a895362cd1b'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:54:02.801107 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e729e202-144d-4701-8b2f-13052a845bd4" -d '{"events": [{"server_uuid": "f023832b-beba-41f0-a143-5e7692c984d1", "name": "network-vif-plugged", "status": "completed", "tag": "608f3926-4cc7-4d0b-9f62-b5e32f5cca74"}, {"server_uuid": "09e2e476-acea-4955-8d82-e1b772e10274", "name": "network-vif-plugged", "status": "completed", "tag": "66c371cd-85ec-4848-a54a-0a895362cd1b"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:54:02.849982 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 13:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6664b395-052a-4d32-a284-f803175c46e7 x-openstack-request-id: req-6664b395-052a-4d32-a284-f803175c46e7 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:54:02.850276 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f023832b-beba-41f0-a143-5e7692c984d1", "name": "network-vif-plugged", "status": "completed", "tag": "608f3926-4cc7-4d0b-9f62-b5e32f5cca74", "code": 200}, {"server_uuid": "09e2e476-acea-4955-8d82-e1b772e10274", "name": "network-vif-plugged", "status": "completed", "tag": "66c371cd-85ec-4848-a54a-0a895362cd1b", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:54:02.850615 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6664b395-052a-4d32-a284-f803175c46e7 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:54:02.851029 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f023832b-beba-41f0-a143-5e7692c984d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608f3926-4cc7-4d0b-9f62-b5e32f5cca74', 'code': 200} Jul 14 13:54:02.851351 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e2e476-acea-4955-8d82-e1b772e10274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c371cd-85ec-4848-a54a-0a895362cd1b', 'code': 200} Jul 14 13:54:02.905379 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7eb4b4-add8-4b4f-942d-773966b5b37a req-27b2935c-f343-4cba-bbb1-75f1c96e03d4 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:02.906953 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-fd7eb4b4-add8-4b4f-942d-773966b5b37a req-27b2935c-f343-4cba-bbb1-75f1c96e03d4 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0639489 Jul 14 13:54:02.957237 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-fd7eb4b4-add8-4b4f-942d-773966b5b37a req-bfc54d78-7708-4d9d-a9af-d6263c65f14e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441680 Jul 14 13:54:03.064422 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924578c2-0313-44ff-95c7-658c2ce16c21 req-987d61a0-03dc-4766-a751-24a18183c49e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:03.065988 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-924578c2-0313-44ff-95c7-658c2ce16c21 req-987d61a0-03dc-4766-a751-24a18183c49e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0672047 Jul 14 13:54:03.104480 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-924578c2-0313-44ff-95c7-658c2ce16c21 req-4456fd3f-70fc-442c-a6f8-48dc745d930f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329549 Jul 14 13:54:03.135462 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6d997-b255-49a1-b5e1-4d22b77d638c req-bda7ce53-c7e3-4743-934c-6aba289c4ac2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:03.136929 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-eee6d997-b255-49a1-b5e1-4d22b77d638c req-bda7ce53-c7e3-4743-934c-6aba289c4ac2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0670884 Jul 14 13:54:03.145250 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 57426) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:03.150296 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-840eb2fe-0bdb-41e0-a21d-da46b89607db tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Request body: {'floatingip': {'port_id': '0d3feb74-1c83-4071-89a7-4fa88950a57c'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:54:03.218496 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-840eb2fe-0bdb-41e0-a21d-da46b89607db tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for floatingip, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:03.849231 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-840eb2fe-0bdb-41e0-a21d-da46b89607db tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:03.853938 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-840eb2fe-0bdb-41e0-a21d-da46b89607db tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728900'] for floatingip, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:03.957924 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9cacb-9a49-49fb-88b6-cf15de476daf req-05f3de6a-b753-46fd-b292-78b0192d8633 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:03.959496 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ebd9cacb-9a49-49fb-88b6-cf15de476daf req-05f3de6a-b753-46fd-b292-78b0192d8633 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0661056 Jul 14 13:54:04.000134 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ebd9cacb-9a49-49fb-88b6-cf15de476daf req-5fc68d61-ac4e-4028-8d8b-aab2c5f420f8 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348365 Jul 14 13:54:04.132031 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.db.l3_db [None req-840eb2fe-0bdb-41e0-a21d-da46b89607db tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Floating IP 7b576b90-ca5a-4130-b213-54d58a5ec77b associated. External IP: 172.27.2.243, port: 0d3feb74-1c83-4071-89a7-4fa88950a57c. Jul 14 13:54:04.351037 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fe255-31a7-4baf-80e7-753659a839bc req-f6553b7e-f941-474f-8eb4-b5d935a22b7a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:04.352625 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d13fe255-31a7-4baf-80e7-753659a839bc req-f6553b7e-f941-474f-8eb4-b5d935a22b7a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.1390567 Jul 14 13:54:04.403753 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840eb2fe-0bdb-41e0-a21d-da46b89607db tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Router 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:54:04.407717 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d13fe255-31a7-4baf-80e7-753659a839bc req-cc313039-aa9d-4339-b465-0b109b2a2d43 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463123 Jul 14 13:54:04.510278 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840eb2fe-0bdb-41e0-a21d-da46b89607db tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:54:04.514705 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-840eb2fe-0bdb-41e0-a21d-da46b89607db tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for floatingip, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:04.521974 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1900c03e-72d1-4ec2-ab0e-2cfea73c0be6 None None] Sync routers for ids ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'] in dv-cinder-797608-5-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:54:04.531935 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1900c03e-72d1-4ec2-ab0e-2cfea73c0be6 None None] Routers {'6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:54:04.532593 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-1900c03e-72d1-4ec2-ab0e-2cfea73c0be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:53:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:04.550145 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-840eb2fe-0bdb-41e0-a21d-da46b89607db tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "PUT /v2.0/floatingips/7b576b90-ca5a-4130-b213-54d58a5ec77b HTTP/1.1" status: 200 len: 991 time: 1.4038768 Jul 14 13:54:04.550876 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f999909-e4cd-4154-82d5-9a9998d1daf7', 'tag': '0d3feb74-1c83-4071-89a7-4fa88950a57c'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:54:04.553278 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31caa09cefd84d89e0f6bc05e36e7b56708507d4cefba0b4e9c94fc307b5637f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8625ddc-7410-4961-9fa5-4284026c45a4" -d '{"events": [{"name": "network-changed", "server_uuid": "1f999909-e4cd-4154-82d5-9a9998d1daf7", "tag": "0d3feb74-1c83-4071-89a7-4fa88950a57c"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:54:04.588756 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1089f42e-8801-4205-ba27-31300bf42e38 x-openstack-request-id: req-1089f42e-8801-4205-ba27-31300bf42e38 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:54:04.589050 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f999909-e4cd-4154-82d5-9a9998d1daf7", "tag": "0d3feb74-1c83-4071-89a7-4fa88950a57c", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:54:04.589299 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1089f42e-8801-4205-ba27-31300bf42e38 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:54:04.589688 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f999909-e4cd-4154-82d5-9a9998d1daf7', 'tag': '0d3feb74-1c83-4071-89a7-4fa88950a57c', 'status': 'completed', 'code': 200} Jul 14 13:54:04.636777 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-1900c03e-72d1-4ec2-ab0e-2cfea73c0be6 None None] Set router 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:54:04.889545 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-1900c03e-72d1-4ec2-ab0e-2cfea73c0be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1893489216-router', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:15Z', 'updated_at': '2021-07-14T13:53:21Z', 'revision_number': 4, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'gw_port': {'id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:16Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '7b576b90-ca5a-4130-b213-54d58a5ec77b', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'port_id': '0d3feb74-1c83-4071-89a7-4fa88950a57c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'mac_address': 'fa:16:3e:38:8c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f999909-e4cd-4154-82d5-9a9998d1daf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:53:32Z', 'updated_at': '2021-07-14T13:54:03Z', 'revision_number': 1, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5da63da3-54fe-4d42-a280-5c8c685d6e34', 'name': '', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'mac_address': 'fa:16:3e:fe:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:19Z', 'updated_at': '2021-07-14T13:53:30Z', 'revision_number': 5, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'subnets': [{'id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:04.914859 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1900c03e-72d1-4ec2-ab0e-2cfea73c0be6 None None] Checking router: 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 for host: dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:54:04.922822 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1900c03e-72d1-4ec2-ab0e-2cfea73c0be6 None None] Routers {'6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:54:04.923408 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-1900c03e-72d1-4ec2-ab0e-2cfea73c0be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:53:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:05.021266 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-1900c03e-72d1-4ec2-ab0e-2cfea73c0be6 None None] Set router 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:54:05.174589 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bfc66-8409-4da7-b437-720c9e604ef5 req-b5657278-c6e6-40c9-9cec-44cf94fc27f0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:05.175986 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-852bfc66-8409-4da7-b437-720c9e604ef5 req-b5657278-c6e6-40c9-9cec-44cf94fc27f0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0648003 Jul 14 13:54:05.212681 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-852bfc66-8409-4da7-b437-720c9e604ef5 req-ead91095-5091-4b8c-a899-adae9fde087d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306509 Jul 14 13:54:05.306263 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-1900c03e-72d1-4ec2-ab0e-2cfea73c0be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1893489216-router', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:15Z', 'updated_at': '2021-07-14T13:53:21Z', 'revision_number': 4, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'gw_port': {'id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:16Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '7b576b90-ca5a-4130-b213-54d58a5ec77b', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'port_id': '0d3feb74-1c83-4071-89a7-4fa88950a57c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'mac_address': 'fa:16:3e:38:8c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f999909-e4cd-4154-82d5-9a9998d1daf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:53:32Z', 'updated_at': '2021-07-14T13:54:03Z', 'revision_number': 1, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5da63da3-54fe-4d42-a280-5c8c685d6e34', 'name': '', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'mac_address': 'fa:16:3e:fe:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:19Z', 'updated_at': '2021-07-14T13:53:30Z', 'revision_number': 5, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'subnets': [{'id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:05.331466 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1900c03e-72d1-4ec2-ab0e-2cfea73c0be6 None None] The sync data for ids ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'] in dv-cinder-797608-5-iscsi is: [{'id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1893489216-router', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:15Z', 'updated_at': '2021-07-14T13:53:21Z', 'revision_number': 4, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'gw_port': {'id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:16Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '7b576b90-ca5a-4130-b213-54d58a5ec77b', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'port_id': '0d3feb74-1c83-4071-89a7-4fa88950a57c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'mac_address': 'fa:16:3e:38:8c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f999909-e4cd-4154-82d5-9a9998d1daf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:53:32Z', 'updated_at': '2021-07-14T13:54:03Z', 'revision_number': 1, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5da63da3-54fe-4d42-a280-5c8c685d6e34', 'name': '', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'mac_address': 'fa:16:3e:fe:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:19Z', 'updated_at': '2021-07-14T13:53:30Z', 'revision_number': 5, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'subnets': [{'id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:54:05.520613 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7652fcc7-d2fc-41ae-80ff-1e91a792479f None None] New status for floating IP 7b576b90-ca5a-4130-b213-54d58a5ec77b: ACTIVE {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:54:05.583497 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4187b-70e0-463e-a547-6df1eb386e35 req-91fb1fce-cb19-458e-b37e-e57b4d3feaa2 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:05.585150 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-11c4187b-70e0-463e-a547-6df1eb386e35 req-91fb1fce-cb19-458e-b37e-e57b4d3feaa2 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0613718 Jul 14 13:54:05.621703 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-11c4187b-70e0-463e-a547-6df1eb386e35 req-2a87402a-a24b-48db-934c-51575c29a07b tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303423 Jul 14 13:54:06.379135 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7d15f-ddf9-4a7e-9bae-b0aa8b8bf8a2 req-b2d0f08b-1066-4205-920e-8101c9de8174 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:06.380574 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8ae7d15f-ddf9-4a7e-9bae-b0aa8b8bf8a2 req-b2d0f08b-1066-4205-920e-8101c9de8174 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0601487 Jul 14 13:54:06.420663 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8ae7d15f-ddf9-4a7e-9bae-b0aa8b8bf8a2 req-3057543f-24c9-46ca-b1da-79b4828e29b5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331933 Jul 14 13:54:06.791348 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91306ef5-793a-480e-a224-6ed338833aad req-59537c59-6f3f-4710-89e3-8d25ede5a328 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:06.792899 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-91306ef5-793a-480e-a224-6ed338833aad req-59537c59-6f3f-4710-89e3-8d25ede5a328 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0635922 Jul 14 13:54:06.828278 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-91306ef5-793a-480e-a224-6ed338833aad req-76c87dc5-68cc-466e-9aa8-a352f5632941 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299900 Jul 14 13:54:07.593247 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09374df0-6dba-4f83-ae04-532af3c22803 req-c176db5b-5e4e-43b9-9234-6f139baedb0b tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:07.594884 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-09374df0-6dba-4f83-ae04-532af3c22803 req-c176db5b-5e4e-43b9-9234-6f139baedb0b tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0641217 Jul 14 13:54:07.632718 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-09374df0-6dba-4f83-ae04-532af3c22803 req-ef35a8b9-99c1-4f2a-9dd1-ec41e995d078 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322306 Jul 14 13:54:07.721694 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7cb4f-ee5e-4aa7-8f3c-9ae24d19a173 req-a36f173d-78ba-471b-8724-8820cd9c3a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:07.723172 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bae7cb4f-ee5e-4aa7-8f3c-9ae24d19a173 req-a36f173d-78ba-471b-8724-8820cd9c3a56 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 1098 time: 0.1248596 Jul 14 13:54:07.727171 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37095a3e-ca3a-4cc6-a0eb-a06dac9f0253 req-d6fd0a0f-52be-45d4-995d-cd8cb5aa5878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:07.728544 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-37095a3e-ca3a-4cc6-a0eb-a06dac9f0253 req-d6fd0a0f-52be-45d4-995d-cd8cb5aa5878 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 1098 time: 0.1290605 Jul 14 13:54:07.748636 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8625ddc-7410-4961-9fa5-4284026c45a4 req-d8603650-26cd-4ecd-bc64-4a646ae2eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:07.750064 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e8625ddc-7410-4961-9fa5-4284026c45a4 req-d8603650-26cd-4ecd-bc64-4a646ae2eb28 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f0682b2d13074b4fbea16bbda342184f&device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 1098 time: 0.0729318 Jul 14 13:54:07.874165 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bae7cb4f-ee5e-4aa7-8f3c-9ae24d19a173 req-a8fa3f1c-7014-4d6a-9fc2-5eaf406ccbed service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968344 Jul 14 13:54:07.879866 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-37095a3e-ca3a-4cc6-a0eb-a06dac9f0253 req-b87b694e-be1f-480e-927a-90dad3204a7a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966637 Jul 14 13:54:07.910216 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8625ddc-7410-4961-9fa5-4284026c45a4 req-fc07d7a1-e401-4c22-aa85-3b8e20558b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:07.911671 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e8625ddc-7410-4961-9fa5-4284026c45a4 req-fc07d7a1-e401-4c22-aa85-3b8e20558b4d service neutron] 10.222.0.54 "GET /v2.0/networks?id=429ffe97-91bc-4ca2-9eda-c647a6878dac HTTP/1.1" status: 200 len: 918 time: 0.1333957 Jul 14 13:54:08.014522 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f89d8-7070-4683-87fe-40a1e5a90ae3 req-5f3bb4ea-094a-4a6f-afba-99d12143ce13 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:08.016047 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cb6f89d8-7070-4683-87fe-40a1e5a90ae3 req-5f3bb4ea-094a-4a6f-afba-99d12143ce13 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0653231 Jul 14 13:54:08.050961 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cb6f89d8-7070-4683-87fe-40a1e5a90ae3 req-d6e0d0da-8039-46b7-a73d-706d504a7f43 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295498 Jul 14 13:54:08.245122 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fb01aa8e-3349-4191-a604-a51d4d40ab67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:08.806571 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a0e35-2682-4140-bfa2-9bb5c21cc150 req-d0aab8e3-2e7b-4603-9663-98bbedf608bb tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:08.808031 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-849a0e35-2682-4140-bfa2-9bb5c21cc150 req-d0aab8e3-2e7b-4603-9663-98bbedf608bb tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0611761 Jul 14 13:54:08.844219 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-849a0e35-2682-4140-bfa2-9bb5c21cc150 req-c2ec7faa-6549-4eaf-8c82-8ca22a8225cb tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306056 Jul 14 13:54:09.234497 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03166da-e6ea-4660-907f-2aa5a97dc1ca req-f986379a-d951-47cd-a1c9-9b7cb1053865 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:09.235951 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d03166da-e6ea-4660-907f-2aa5a97dc1ca req-f986379a-d951-47cd-a1c9-9b7cb1053865 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0684619 Jul 14 13:54:09.274247 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d03166da-e6ea-4660-907f-2aa5a97dc1ca req-b12059c3-013f-444f-8a39-5083e01e0d98 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321364 Jul 14 13:54:10.019664 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2298-72ff-4425-8f5f-936c2800f2e9 req-b51cf605-9933-4425-8b42-3f46941f02a9 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:10.021115 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-956f2298-72ff-4425-8f5f-936c2800f2e9 req-b51cf605-9933-4425-8b42-3f46941f02a9 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0631368 Jul 14 13:54:10.057655 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-956f2298-72ff-4425-8f5f-936c2800f2e9 req-e8c4533e-f17e-4068-b604-03c89bc1ab4b tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301430 Jul 14 13:54:10.441354 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12066110-98c0-4b8d-9ee5-78e149e08400 req-bd719730-e848-4a87-9218-b8be052fb7fa tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:10.442701 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-12066110-98c0-4b8d-9ee5-78e149e08400 req-bd719730-e848-4a87-9218-b8be052fb7fa tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0608118 Jul 14 13:54:10.481070 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-12066110-98c0-4b8d-9ee5-78e149e08400 req-6e727ba3-3c93-45af-adf1-5f1931d179d0 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318480 Jul 14 13:54:10.910648 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9614bebf-0d25-497b-969a-7894b4662656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:11.212045 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:11.232056 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6f81d-5198-4f2d-983d-0f73e486b897 req-6052eeff-18a3-486d-9461-2febc0fc6b26 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:11.233508 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-40f6f81d-5198-4f2d-983d-0f73e486b897 req-6052eeff-18a3-486d-9461-2febc0fc6b26 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0687964 Jul 14 13:54:11.272608 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-40f6f81d-5198-4f2d-983d-0f73e486b897 req-6387425f-21fe-41dd-bf5b-c85d13dcb6c8 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332541 Jul 14 13:54:11.426516 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:11.648540 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332af1c4-c2ba-4230-9167-c2ca41abdf7d req-44ba9305-e924-4777-a96c-c6c54ca1fc8c tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:11.650371 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-332af1c4-c2ba-4230-9167-c2ca41abdf7d req-44ba9305-e924-4777-a96c-c6c54ca1fc8c tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0604968 Jul 14 13:54:11.689543 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-332af1c4-c2ba-4230-9167-c2ca41abdf7d req-b9c94808-913d-4cc7-b03d-022c439a0fcf tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340164 Jul 14 13:54:11.824411 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:12.453476 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7d1d7-57a8-48cb-9bdc-ca3d341ae652 req-1aa9c843-7c9c-478b-8a16-543da8fd6637 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:12.454955 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-05c7d1d7-57a8-48cb-9bdc-ca3d341ae652 req-1aa9c843-7c9c-478b-8a16-543da8fd6637 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0720768 Jul 14 13:54:12.492873 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-05c7d1d7-57a8-48cb-9bdc-ca3d341ae652 req-354a9982-6ed6-4162-9d5f-92e3df113516 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322850 Jul 14 13:54:12.854755 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506961f0-fa7a-4159-9c3d-674fb9e1585c req-1f987970-d7e1-4fc5-9f7a-08a17d5bfa34 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:12.856732 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-506961f0-fa7a-4159-9c3d-674fb9e1585c req-1f987970-d7e1-4fc5-9f7a-08a17d5bfa34 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0613663 Jul 14 13:54:12.892677 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-506961f0-fa7a-4159-9c3d-674fb9e1585c req-ae1c4b0a-4607-4278-8dd8-1a737671269a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302923 Jul 14 13:54:13.045300 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e8625ddc-7410-4961-9fa5-4284026c45a4 req-5e85b3ad-0400-40be-a7dd-da16c5283b5d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d3feb74-1c83-4071-89a7-4fa88950a57c HTTP/1.1" status: 200 len: 1001 time: 0.0885904 Jul 14 13:54:13.121158 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8625ddc-7410-4961-9fa5-4284026c45a4 req-4a3592ce-cb46-4ac4-944e-13fe7db9294f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:13.123424 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e8625ddc-7410-4961-9fa5-4284026c45a4 req-4a3592ce-cb46-4ac4-944e-13fe7db9294f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9 HTTP/1.1" status: 200 len: 856 time: 0.0435827 Jul 14 13:54:13.193321 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8625ddc-7410-4961-9fa5-4284026c45a4 req-ac6b04f5-0b80-4d34-9672-acce4bb6a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:13.194758 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e8625ddc-7410-4961-9fa5-4284026c45a4 req-ac6b04f5-0b80-4d34-9672-acce4bb6a533 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=429ffe97-91bc-4ca2-9eda-c647a6878dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506337 Jul 14 13:54:13.294607 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e8625ddc-7410-4961-9fa5-4284026c45a4 req-08918ada-29b7-4c5b-a2c2-d5f0d3cb922b service neutron] 10.222.0.54 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842595 Jul 14 13:54:13.392854 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e8625ddc-7410-4961-9fa5-4284026c45a4 req-7928eaea-b1f1-4c82-9985-8ce738203627 service neutron] 10.222.0.54 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783606 Jul 14 13:54:13.611579 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:13.666131 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3c1e6-7ffe-4c5c-8517-05ef4a5817ed req-d0c1aed8-e756-4f87-8dc8-d3feeebab6ca tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:13.667523 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-25e3c1e6-7ffe-4c5c-8517-05ef4a5817ed req-d0c1aed8-e756-4f87-8dc8-d3feeebab6ca tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0669029 Jul 14 13:54:13.705007 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-25e3c1e6-7ffe-4c5c-8517-05ef4a5817ed req-0cb2ce7b-a1ce-4a4e-bc85-2081ce0db4e2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312483 Jul 14 13:54:14.065184 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24861dce-644b-4919-a6d3-cb8bbe3fc8a4 req-c45c7214-fb03-4a71-817a-827ea59a80c7 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:14.066624 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-24861dce-644b-4919-a6d3-cb8bbe3fc8a4 req-c45c7214-fb03-4a71-817a-827ea59a80c7 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0656476 Jul 14 13:54:14.102271 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-24861dce-644b-4919-a6d3-cb8bbe3fc8a4 req-77ffad9b-0861-4867-a559-ba2c725de95d tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301378 Jul 14 13:54:14.875311 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f064100-936f-46e2-bef1-72d6947f6b36 req-41b789bf-3477-4677-9148-1557ccc249f0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:14.876782 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8f064100-936f-46e2-bef1-72d6947f6b36 req-41b789bf-3477-4677-9148-1557ccc249f0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0634010 Jul 14 13:54:14.912240 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8f064100-936f-46e2-bef1-72d6947f6b36 req-2884e6c4-064c-472e-80ba-6ac25b9f570f tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299549 Jul 14 13:54:15.271779 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b05b3d-f30c-4d77-811b-f252e7a316e5 req-76b544c8-8d17-402c-a2f6-abceba23e7f4 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:15.273247 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-67b05b3d-f30c-4d77-811b-f252e7a316e5 req-76b544c8-8d17-402c-a2f6-abceba23e7f4 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0629323 Jul 14 13:54:15.317502 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-67b05b3d-f30c-4d77-811b-f252e7a316e5 req-023e2061-194b-4710-b535-dcbb92c9f368 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362487 Jul 14 13:54:16.086035 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ea12d-ee3d-434d-b3d9-6a31bf0767ca req-bb2a4b21-e37b-4783-bdef-a788171fd35e tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:16.087376 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d80ea12d-ee3d-434d-b3d9-6a31bf0767ca req-bb2a4b21-e37b-4783-bdef-a788171fd35e tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0650299 Jul 14 13:54:16.125332 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d80ea12d-ee3d-434d-b3d9-6a31bf0767ca req-a3762217-01a7-404a-a3fb-34188548c7d8 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318449 Jul 14 13:54:16.489788 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a977042-fac4-4ad2-9e97-cabfe727fa3f req-2f565141-fd40-4b08-b1a5-c1b5ad3cc614 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:16.491231 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2a977042-fac4-4ad2-9e97-cabfe727fa3f req-2f565141-fd40-4b08-b1a5-c1b5ad3cc614 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0610557 Jul 14 13:54:16.531764 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2a977042-fac4-4ad2-9e97-cabfe727fa3f req-83a0f516-b97d-4491-aad8-a1633034f1cc tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334120 Jul 14 13:54:17.295654 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d767ec7-f05e-4102-8a4d-4d90365f2c61 req-ba18bb9a-46c9-4415-bb63-c50ba8926070 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:17.297193 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0d767ec7-f05e-4102-8a4d-4d90365f2c61 req-ba18bb9a-46c9-4415-bb63-c50ba8926070 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0636325 Jul 14 13:54:17.334329 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0d767ec7-f05e-4102-8a4d-4d90365f2c61 req-bbff6c88-2a11-46a4-8135-75d5e5cfc254 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314939 Jul 14 13:54:17.699422 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d94a3a-e2db-40c9-b41e-7e88dd810312 req-4b6e117f-3494-448b-8ab8-50d595eac78a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:17.700990 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-74d94a3a-e2db-40c9-b41e-7e88dd810312 req-4b6e117f-3494-448b-8ab8-50d595eac78a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0626144 Jul 14 13:54:17.739031 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-74d94a3a-e2db-40c9-b41e-7e88dd810312 req-9e03af7e-600a-4157-9591-ce8fabf5537f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324481 Jul 14 13:54:18.509195 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0efa3-0a0a-4b0b-a163-fd6f1c880285 req-d0e37fec-dd11-4ecf-bfa1-1a3a0191f21d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:18.510771 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-58d0efa3-0a0a-4b0b-a163-fd6f1c880285 req-d0e37fec-dd11-4ecf-bfa1-1a3a0191f21d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0608442 Jul 14 13:54:18.546720 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-58d0efa3-0a0a-4b0b-a163-fd6f1c880285 req-bc972ee6-5543-42f0-807f-a8e79de46708 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299282 Jul 14 13:54:18.921614 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8cb80-03d5-405a-9cb0-75451901c012 req-88fe4c50-c33d-4d46-b327-78d048b6c524 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:18.923114 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-27e8cb80-03d5-405a-9cb0-75451901c012 req-88fe4c50-c33d-4d46-b327-78d048b6c524 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0701356 Jul 14 13:54:18.964089 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-27e8cb80-03d5-405a-9cb0-75451901c012 req-203e6657-a49b-4cba-ad73-b787cb50bfcc tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346885 Jul 14 13:54:19.873542 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ef746-b7e9-4e9a-a733-9b525f7c1317 req-f86a3c85-4e4e-4af9-9bef-3902152d0f9a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:19.874972 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-609ef746-b7e9-4e9a-a733-9b525f7c1317 req-f86a3c85-4e4e-4af9-9bef-3902152d0f9a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0629849 Jul 14 13:54:19.915290 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-609ef746-b7e9-4e9a-a733-9b525f7c1317 req-210b803c-e966-401b-b533-293281426633 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346205 Jul 14 13:54:20.252023 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f85065-2f6b-4c50-b538-89dfaad190aa req-55986cd7-2d82-46d5-9847-fcaac8970c74 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:20.253483 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-60f85065-2f6b-4c50-b538-89dfaad190aa req-55986cd7-2d82-46d5-9847-fcaac8970c74 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 946 time: 0.2394080 Jul 14 13:54:20.290279 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-60f85065-2f6b-4c50-b538-89dfaad190aa req-2ada15f5-fa74-4fad-adda-8166594f265a tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/security-groups?id=65248f63-0df7-4710-bf74-eafebca788d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302155 Jul 14 13:54:20.443917 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd18c93-59f5-416e-85c2-394ddea091d2 req-bf1f2249-ff08-46e3-afdc-0218d4685c69 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:20.445303 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4cd18c93-59f5-416e-85c2-394ddea091d2 req-bf1f2249-ff08-46e3-afdc-0218d4685c69 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0627255 Jul 14 13:54:20.454310 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 57736) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:20.458953 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-ba2a457d-48ab-404b-ab48-2fe38999cf5a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Request body: {'floatingip': {'port_id': '66c371cd-85ec-4848-a54a-0a895362cd1b'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:54:20.500981 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ba2a457d-48ab-404b-ab48-2fe38999cf5a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for floatingip, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:20.608243 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab6a94-dfa5-4752-b7d2-2cf997986616 req-89681bec-ef70-4d37-a0d1-63f18f82388a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:20.609777 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-76ab6a94-dfa5-4752-b7d2-2cf997986616 req-89681bec-ef70-4d37-a0d1-63f18f82388a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0747519 Jul 14 13:54:20.647063 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-76ab6a94-dfa5-4752-b7d2-2cf997986616 req-8f84564f-2a4f-4161-9aa6-2913ddc6af9d tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314739 Jul 14 13:54:20.945368 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ba2a457d-48ab-404b-ab48-2fe38999cf5a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:20.948967 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ba2a457d-48ab-404b-ab48-2fe38999cf5a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728900'] for floatingip, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:21.044511 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.db.l3_db [None req-ba2a457d-48ab-404b-ab48-2fe38999cf5a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Floating IP b725fe7f-8581-406a-88db-05554c613ef3 associated. External IP: 172.27.2.108, port: 66c371cd-85ec-4848-a54a-0a895362cd1b. Jul 14 13:54:21.242193 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2a457d-48ab-404b-ab48-2fe38999cf5a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Router f174a8b6-4efa-46f2-a7f3-abf108524edd has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:54:21.347402 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2a457d-48ab-404b-ab48-2fe38999cf5a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:54:21.353139 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ba2a457d-48ab-404b-ab48-2fe38999cf5a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for floatingip, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:21.358980 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6884b929-09c8-4e86-885d-3ded9757a7b5 None None] Sync routers for ids ['f174a8b6-4efa-46f2-a7f3-abf108524edd'] in dv-cinder-797608-5-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:54:21.370267 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6884b929-09c8-4e86-885d-3ded9757a7b5 None None] Routers {'f174a8b6-4efa-46f2-a7f3-abf108524edd'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:54:21.370878 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-6884b929-09c8-4e86-885d-3ded9757a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:54:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['f174a8b6-4efa-46f2-a7f3-abf108524edd'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:21.395687 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-ba2a457d-48ab-404b-ab48-2fe38999cf5a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "PUT /v2.0/floatingips/b725fe7f-8581-406a-88db-05554c613ef3 HTTP/1.1" status: 200 len: 991 time: 0.9367886 Jul 14 13:54:21.395687 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e2e476-acea-4955-8d82-e1b772e10274', 'tag': '66c371cd-85ec-4848-a54a-0a895362cd1b'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:54:21.395943 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31caa09cefd84d89e0f6bc05e36e7b56708507d4cefba0b4e9c94fc307b5637f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c14762-f767-4379-bd60-d7ff09d9b1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "09e2e476-acea-4955-8d82-e1b772e10274", "tag": "66c371cd-85ec-4848-a54a-0a895362cd1b"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:54:21.475655 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe744cd-d435-4e26-88ea-d50857aba7eb req-32fea903-d037-4118-afb3-c4e05105d03f tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:21.481924 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bfe744cd-d435-4e26-88ea-d50857aba7eb req-32fea903-d037-4118-afb3-c4e05105d03f tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 946 time: 0.0690970 Jul 14 13:54:21.487913 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-6884b929-09c8-4e86-885d-3ded9757a7b5 None None] Set router f174a8b6-4efa-46f2-a7f3-abf108524edd gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:54:21.516369 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bfe744cd-d435-4e26-88ea-d50857aba7eb req-f685ea9f-dcf9-45fd-be94-0e63bc3ee412 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/security-groups?id=65248f63-0df7-4710-bf74-eafebca788d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336790 Jul 14 13:54:21.711926 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-6884b929-09c8-4e86-885d-3ded9757a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'name': 'tempest-AttachVolumeTestJSON-559471997-router', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:17Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'gw_port': {'id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': 'b725fe7f-8581-406a-88db-05554c613ef3', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'floating_ip_address': '172.27.2.108', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'port_id': '66c371cd-85ec-4848-a54a-0a895362cd1b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'mac_address': 'fa:16:3e:b1:c4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e2e476-acea-4955-8d82-e1b772e10274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:53:37Z', 'updated_at': '2021-07-14T13:54:20Z', 'revision_number': 1, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd242b46-8efb-4859-bf53-05c8d8fee475', 'name': '', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'mac_address': 'fa:16:3e:e4:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:23Z', 'updated_at': '2021-07-14T13:53:36Z', 'revision_number': 5, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'subnets': [{'id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:21.737677 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6884b929-09c8-4e86-885d-3ded9757a7b5 None None] Checking router: f174a8b6-4efa-46f2-a7f3-abf108524edd for host: dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:54:21.745735 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6884b929-09c8-4e86-885d-3ded9757a7b5 None None] Routers {'f174a8b6-4efa-46f2-a7f3-abf108524edd'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:54:21.746289 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-6884b929-09c8-4e86-885d-3ded9757a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:54:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['f174a8b6-4efa-46f2-a7f3-abf108524edd'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:21.844919 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-6884b929-09c8-4e86-885d-3ded9757a7b5 None None] Set router f174a8b6-4efa-46f2-a7f3-abf108524edd gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:54:22.055649 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-6884b929-09c8-4e86-885d-3ded9757a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'name': 'tempest-AttachVolumeTestJSON-559471997-router', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:17Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'gw_port': {'id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': 'b725fe7f-8581-406a-88db-05554c613ef3', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'floating_ip_address': '172.27.2.108', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'port_id': '66c371cd-85ec-4848-a54a-0a895362cd1b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'mac_address': 'fa:16:3e:b1:c4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e2e476-acea-4955-8d82-e1b772e10274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:53:37Z', 'updated_at': '2021-07-14T13:54:20Z', 'revision_number': 1, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd242b46-8efb-4859-bf53-05c8d8fee475', 'name': '', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'mac_address': 'fa:16:3e:e4:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:23Z', 'updated_at': '2021-07-14T13:53:36Z', 'revision_number': 5, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'subnets': [{'id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:22.084434 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6884b929-09c8-4e86-885d-3ded9757a7b5 None None] The sync data for ids ['f174a8b6-4efa-46f2-a7f3-abf108524edd'] in dv-cinder-797608-5-iscsi is: [{'id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'name': 'tempest-AttachVolumeTestJSON-559471997-router', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:17Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'gw_port': {'id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': 'b725fe7f-8581-406a-88db-05554c613ef3', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'floating_ip_address': '172.27.2.108', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'port_id': '66c371cd-85ec-4848-a54a-0a895362cd1b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'mac_address': 'fa:16:3e:b1:c4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e2e476-acea-4955-8d82-e1b772e10274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:53:37Z', 'updated_at': '2021-07-14T13:54:20Z', 'revision_number': 1, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd242b46-8efb-4859-bf53-05c8d8fee475', 'name': '', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'mac_address': 'fa:16:3e:e4:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:23Z', 'updated_at': '2021-07-14T13:53:36Z', 'revision_number': 5, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'subnets': [{'id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:54:22.264992 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66c8a27-d597-4c3c-b6c3-28d2e285e68b None None] New status for floating IP b725fe7f-8581-406a-88db-05554c613ef3: ACTIVE {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:54:24.155403 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa978c1-d9c3-402a-81b4-5a04f5f9cc38 x-openstack-request-id: req-9aa978c1-d9c3-402a-81b4-5a04f5f9cc38 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:54:24.155921 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e2e476-acea-4955-8d82-e1b772e10274", "tag": "66c371cd-85ec-4848-a54a-0a895362cd1b", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:54:24.156121 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9aa978c1-d9c3-402a-81b4-5a04f5f9cc38 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:54:24.156601 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e2e476-acea-4955-8d82-e1b772e10274', 'tag': '66c371cd-85ec-4848-a54a-0a895362cd1b', 'status': 'completed', 'code': 200} Jul 14 13:54:24.285551 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c14762-f767-4379-bd60-d7ff09d9b1fa req-318eef3e-14e1-417d-bb9e-fcde657799db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:24.287074 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-54c14762-f767-4379-bd60-d7ff09d9b1fa req-318eef3e-14e1-417d-bb9e-fcde657799db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ebdd828c2dd45389e546eb5c76f33fc&device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 1098 time: 0.0938096 Jul 14 13:54:24.289778 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daac959-cf08-4ea3-981d-9777376a9409 req-91d63883-b1de-4d87-af6d-c8b540add3ed tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:24.291462 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4daac959-cf08-4ea3-981d-9777376a9409 req-91d63883-b1de-4d87-af6d-c8b540add3ed tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0637610 Jul 14 13:54:24.332933 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4daac959-cf08-4ea3-981d-9777376a9409 req-63a37b47-546f-45a1-8834-5deacc33b2c5 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337982 Jul 14 13:54:24.357694 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c970284-4e8c-46ae-83ca-d26efb1063e1 req-7851edcb-43a1-4a57-9b4e-fef54a74a9e1 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:24.359171 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9c970284-4e8c-46ae-83ca-d26efb1063e1 req-7851edcb-43a1-4a57-9b4e-fef54a74a9e1 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 946 time: 0.1160402 Jul 14 13:54:24.414361 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9c970284-4e8c-46ae-83ca-d26efb1063e1 req-6094c806-cb1d-49fc-bfb0-838a0adabd26 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/security-groups?id=65248f63-0df7-4710-bf74-eafebca788d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486805 Jul 14 13:54:24.423977 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c14762-f767-4379-bd60-d7ff09d9b1fa req-57dff069-e7c7-4fcb-bed7-71f6b38abb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:24.425488 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-54c14762-f767-4379-bd60-d7ff09d9b1fa req-57dff069-e7c7-4fcb-bed7-71f6b38abb0a service neutron] 10.222.0.54 "GET /v2.0/networks?id=a438f18f-eabf-4166-ba56-5e9dc4be891e HTTP/1.1" status: 200 len: 911 time: 0.1235106 Jul 14 13:54:24.503427 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-54c14762-f767-4379-bd60-d7ff09d9b1fa req-c9851be0-c058-4d2a-8b2e-f2a6c1e2dcd8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c371cd-85ec-4848-a54a-0a895362cd1b HTTP/1.1" status: 200 len: 1001 time: 0.0579684 Jul 14 13:54:24.559268 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c14762-f767-4379-bd60-d7ff09d9b1fa req-55373c98-3790-4965-9e1c-7cadee2d31d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:24.560893 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-54c14762-f767-4379-bd60-d7ff09d9b1fa req-55373c98-3790-4965-9e1c-7cadee2d31d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2e428487-ac1c-45f5-b66d-6e05ef2be0ac HTTP/1.1" status: 200 len: 849 time: 0.0442231 Jul 14 13:54:24.629986 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c14762-f767-4379-bd60-d7ff09d9b1fa req-13625cfc-e8ce-4de2-bd0a-a7453ed5e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:24.631456 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-54c14762-f767-4379-bd60-d7ff09d9b1fa req-13625cfc-e8ce-4de2-bd0a-a7453ed5e300 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a438f18f-eabf-4166-ba56-5e9dc4be891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552132 Jul 14 13:54:24.761963 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-54c14762-f767-4379-bd60-d7ff09d9b1fa req-2aef33df-fe6a-4f8e-858f-da8a7c0859a1 service neutron] 10.222.0.54 "GET /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035564 Jul 14 13:54:24.859266 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-54c14762-f767-4379-bd60-d7ff09d9b1fa req-e092daf6-1124-44dd-b436-658fd4ed0068 service neutron] 10.222.0.54 "GET /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791087 Jul 14 13:54:29.709351 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f176e8a-4f3f-47d4-8077-4c3c7443afe3 req-524707fc-5d24-49ce-8916-76866b58f598 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:29.710779 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5f176e8a-4f3f-47d4-8077-4c3c7443afe3 req-524707fc-5d24-49ce-8916-76866b58f598 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0682378 Jul 14 13:54:29.715153 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b148d7a-46b5-4c1b-8df0-08f415be1a52 req-f9a82815-9dd4-4256-a142-49b24d2c9e61 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:29.717158 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9b148d7a-46b5-4c1b-8df0-08f415be1a52 req-f9a82815-9dd4-4256-a142-49b24d2c9e61 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 946 time: 0.0595124 Jul 14 13:54:29.749424 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5f176e8a-4f3f-47d4-8077-4c3c7443afe3 req-5574d5f2-0c67-45db-b449-323f87738e40 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318975 Jul 14 13:54:29.753673 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9b148d7a-46b5-4c1b-8df0-08f415be1a52 req-34309f79-c20c-4b39-941d-fd86ec2391c7 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/security-groups?id=65248f63-0df7-4710-bf74-eafebca788d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307255 Jul 14 13:54:30.139499 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ef288-7c23-4669-8602-bb912c185dad req-e50cbfa4-7cd8-4dba-bfd6-5090ada8895a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:30.141052 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-601ef288-7c23-4669-8602-bb912c185dad req-e50cbfa4-7cd8-4dba-bfd6-5090ada8895a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f21fdd7bb4164aba898198e96918cef0&device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 1098 time: 0.0555482 Jul 14 13:54:30.242843 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ef288-7c23-4669-8602-bb912c185dad req-b5656db4-8fe9-4205-9cdb-f5e21825500a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:30.244227 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-601ef288-7c23-4669-8602-bb912c185dad req-b5656db4-8fe9-4205-9cdb-f5e21825500a service neutron] 10.222.0.54 "GET /v2.0/networks?id=8c9c30b7-1c6e-4b55-9a15-bcd593742e07 HTTP/1.1" status: 200 len: 920 time: 0.0864015 Jul 14 13:54:30.290525 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-601ef288-7c23-4669-8602-bb912c185dad req-df394812-77bf-406f-a259-a7f198ae11f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=608f3926-4cc7-4d0b-9f62-b5e32f5cca74 HTTP/1.1" status: 200 len: 217 time: 0.0348661 Jul 14 13:54:30.297249 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13b116-d9d1-43c0-88f1-38fc25f9c2b8 req-ac82fa24-cd54-4de3-bd97-6d345185463b tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:30.298693 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cc13b116-d9d1-43c0-88f1-38fc25f9c2b8 req-ac82fa24-cd54-4de3-bd97-6d345185463b tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0651278 Jul 14 13:54:30.334880 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cc13b116-d9d1-43c0-88f1-38fc25f9c2b8 req-c4292545-89c8-4a5b-bacb-71bf71e76539 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306494 Jul 14 13:54:30.350243 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ef288-7c23-4669-8602-bb912c185dad req-e750e8fd-9090-41ed-929c-ff4014b81bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:30.351852 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-601ef288-7c23-4669-8602-bb912c185dad req-e750e8fd-9090-41ed-929c-ff4014b81bce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=383ca765-ab77-499a-b15a-1a74b6126141 HTTP/1.1" status: 200 len: 859 time: 0.0441442 Jul 14 13:54:30.387283 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-601ef288-7c23-4669-8602-bb912c185dad req-ae6489d3-5b02-4849-b597-2c44139be78b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8c9c30b7-1c6e-4b55-9a15-bcd593742e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253136 Jul 14 13:54:30.485167 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-601ef288-7c23-4669-8602-bb912c185dad req-4407f131-d705-449c-b7ba-38e5d3ce9e81 service neutron] 10.222.0.54 "GET /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820885 Jul 14 13:54:34.718934 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:54:34.923179 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-601ef288-7c23-4669-8602-bb912c185dad req-86cdd8e6-6370-4d83-ab7a-f82f2b48dfe5 service neutron] 10.222.0.54 "GET /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825577 Jul 14 13:54:35.067758 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfc71c-1e22-43bc-9137-1037e29b11fc req-27fe415a-dd66-44cc-a8f8-7f502dc1a68f tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:35.069469 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-51dfc71c-1e22-43bc-9137-1037e29b11fc req-27fe415a-dd66-44cc-a8f8-7f502dc1a68f tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 946 time: 0.0644522 Jul 14 13:54:35.094108 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf87cb-7836-4562-9323-f1dbb79dfe39 req-ee34c419-7dd5-4652-b06d-af84d5511903 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:35.095632 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ccbf87cb-7836-4562-9323-f1dbb79dfe39 req-ee34c419-7dd5-4652-b06d-af84d5511903 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0675855 Jul 14 13:54:35.106042 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-51dfc71c-1e22-43bc-9137-1037e29b11fc req-f3712c70-b345-4d27-a7e5-1d2cdeeaa330 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/security-groups?id=65248f63-0df7-4710-bf74-eafebca788d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312092 Jul 14 13:54:35.133144 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ccbf87cb-7836-4562-9323-f1dbb79dfe39 req-e401305a-8219-4a91-a0cd-5f8a16a400fc tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319581 Jul 14 13:54:35.508590 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-36a556d9-9b2d-47f4-8377-366ccce41bc2 req-83a29de7-4404-4113-89e7-6899fcc93255 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490201 Jul 14 13:54:38.245679 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-13d8b183-f87d-4196-b09a-bbcf502245a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:39.324146 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a556d9-9b2d-47f4-8377-366ccce41bc2 req-56f7aaf8-0944-4ac7-811d-5a83c84e6748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:39.325761 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-36a556d9-9b2d-47f4-8377-366ccce41bc2 req-56f7aaf8-0944-4ac7-811d-5a83c84e6748 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f0682b2d13074b4fbea16bbda342184f&device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 1098 time: 0.0521495 Jul 14 13:54:39.487803 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4285c5-e2b9-421c-9b85-08d2cfca818e req-1c597e4a-504c-447d-a7aa-763ba31d01b0 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:39.489400 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1d4285c5-e2b9-421c-9b85-08d2cfca818e req-1c597e4a-504c-447d-a7aa-763ba31d01b0 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0641003 Jul 14 13:54:39.496939 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a556d9-9b2d-47f4-8377-366ccce41bc2 req-66c1462a-5448-404f-8a5c-41eb13ad8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:39.498399 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-36a556d9-9b2d-47f4-8377-366ccce41bc2 req-66c1462a-5448-404f-8a5c-41eb13ad8811 service neutron] 10.222.0.54 "GET /v2.0/networks?id=429ffe97-91bc-4ca2-9eda-c647a6878dac HTTP/1.1" status: 200 len: 918 time: 0.1306500 Jul 14 13:54:39.510969 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71687e93-6ea6-418d-9400-f17f9a535b0e req-5fe2e164-7405-498c-9c50-8ca9ba4beade tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:39.512495 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-71687e93-6ea6-418d-9400-f17f9a535b0e req-5fe2e164-7405-498c-9c50-8ca9ba4beade tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 946 time: 0.0977724 Jul 14 13:54:39.528582 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1d4285c5-e2b9-421c-9b85-08d2cfca818e req-a1f2ba19-2ed1-4186-a50a-1ce4db4fff67 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323319 Jul 14 13:54:39.596654 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-71687e93-6ea6-418d-9400-f17f9a535b0e req-2d5cd3c4-5355-4b27-8427-81e84c33e2be tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/security-groups?id=65248f63-0df7-4710-bf74-eafebca788d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740943 Jul 14 13:54:39.600649 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-36a556d9-9b2d-47f4-8377-366ccce41bc2 req-e64a4005-3b8d-4033-9a78-efa54cc3b064 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d3feb74-1c83-4071-89a7-4fa88950a57c HTTP/1.1" status: 200 len: 1001 time: 0.0835476 Jul 14 13:54:39.663857 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a556d9-9b2d-47f4-8377-366ccce41bc2 req-22061c2c-f95e-486f-9363-9ce9c98604be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:39.665133 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-36a556d9-9b2d-47f4-8377-366ccce41bc2 req-22061c2c-f95e-486f-9363-9ce9c98604be service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9 HTTP/1.1" status: 200 len: 856 time: 0.0465705 Jul 14 13:54:39.729116 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a556d9-9b2d-47f4-8377-366ccce41bc2 req-de102eec-de4e-4f2a-86bf-d6da9408089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:39.730822 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-36a556d9-9b2d-47f4-8377-366ccce41bc2 req-de102eec-de4e-4f2a-86bf-d6da9408089b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=429ffe97-91bc-4ca2-9eda-c647a6878dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523655 Jul 14 13:54:39.832667 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-36a556d9-9b2d-47f4-8377-366ccce41bc2 req-3a5d0307-990d-47f7-9ca3-4e18fb3da41c service neutron] 10.222.0.54 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831401 Jul 14 13:54:39.937878 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-36a556d9-9b2d-47f4-8377-366ccce41bc2 req-5e76e336-209a-48ca-aca3-6bf05fe9716c service neutron] 10.222.0.54 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859914 Jul 14 13:54:40.732179 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d2aed-ef3b-4188-baac-e0ffc800a24e req-ae57ad08-2e75-43d3-93af-28daef84803c tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:40.733702 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b36d2aed-ef3b-4188-baac-e0ffc800a24e req-ae57ad08-2e75-43d3-93af-28daef84803c tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0663567 Jul 14 13:54:40.804119 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b36d2aed-ef3b-4188-baac-e0ffc800a24e req-4ef7da5f-5b1e-4e46-ae1c-df99e80d7085 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617015 Jul 14 13:54:40.826567 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93b577-c5dc-4cf0-8db3-5ed314270f68 req-a91bfd8c-66f9-48c5-97d1-92674612e077 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:40.827959 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cc93b577-c5dc-4cf0-8db3-5ed314270f68 req-a91bfd8c-66f9-48c5-97d1-92674612e077 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 946 time: 0.1152148 Jul 14 13:54:40.872546 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cc93b577-c5dc-4cf0-8db3-5ed314270f68 req-1bb51b78-f496-4bfe-aaf1-e103ff4051d1 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/security-groups?id=65248f63-0df7-4710-bf74-eafebca788d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377545 Jul 14 13:54:40.916998 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c3c467b7-18c0-4762-ab0b-4413e4074c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:41.055679 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cad0c-9260-4d74-bee6-400f2b6b507b req-aa2cb675-c263-422f-b15b-740b8afad7f3 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:41.057114 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-512cad0c-9260-4d74-bee6-400f2b6b507b req-aa2cb675-c263-422f-b15b-740b8afad7f3 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 946 time: 0.0649464 Jul 14 13:54:41.200840 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-512cad0c-9260-4d74-bee6-400f2b6b507b req-03175367-6df3-4016-8c6a-42148741a8e5 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Deleting port 2995b723-a63f-453f-bc07-f4f000455db4 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:54:41.201188 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-512cad0c-9260-4d74-bee6-400f2b6b507b req-03175367-6df3-4016-8c6a-42148741a8e5 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:41.213131 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:41.294745 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-512cad0c-9260-4d74-bee6-400f2b6b507b req-03175367-6df3-4016-8c6a-42148741a8e5 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] For port 2995b723-a63f-453f-bc07-f4f000455db4, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2995b723-a63f-453f-bc07-f4f000455db4,segment=NetworkSegment(2c1be65e-0832-4c25-8574-a78737999e69),segment_id=2c1be65e-0832-4c25-8574-a78737999e69)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:41.295129 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-512cad0c-9260-4d74-bee6-400f2b6b507b req-03175367-6df3-4016-8c6a-42148741a8e5 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:41.309460 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-512cad0c-9260-4d74-bee6-400f2b6b507b req-03175367-6df3-4016-8c6a-42148741a8e5 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Calling delete_port for 2995b723-a63f-453f-bc07-f4f000455db4 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:54:41.434857 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:41.463701 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-512cad0c-9260-4d74-bee6-400f2b6b507b req-03175367-6df3-4016-8c6a-42148741a8e5 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:41.485482 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['2995b723-a63f-453f-bc07-f4f000455db4'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:54:41.493657 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03175367-6df3-4016-8c6a-42148741a8e5 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Pushing event deleted for resources: {'Port': ['ID=2995b723-a63f-453f-bc07-f4f000455db4,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:41.541181 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03175367-6df3-4016-8c6a-42148741a8e5 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:41.541530 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03175367-6df3-4016-8c6a-42148741a8e5 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:41.541903 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03175367-6df3-4016-8c6a-42148741a8e5 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:41.542232 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03175367-6df3-4016-8c6a-42148741a8e5 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:41.542605 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03175367-6df3-4016-8c6a-42148741a8e5 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:41.542934 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03175367-6df3-4016-8c6a-42148741a8e5 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:41.543343 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03175367-6df3-4016-8c6a-42148741a8e5 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:41.544318 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03175367-6df3-4016-8c6a-42148741a8e5 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:41.544763 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03175367-6df3-4016-8c6a-42148741a8e5 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:41.545141 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03175367-6df3-4016-8c6a-42148741a8e5 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:41.545487 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03175367-6df3-4016-8c6a-42148741a8e5 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:41.545794 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03175367-6df3-4016-8c6a-42148741a8e5 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:41.566693 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-512cad0c-9260-4d74-bee6-400f2b6b507b req-03175367-6df3-4016-8c6a-42148741a8e5 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] No DVR routers for this DVR port 2995b723-a63f-453f-bc07-f4f000455db4 on host hv-cinder-79760 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:54:41.572808 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-512cad0c-9260-4d74-bee6-400f2b6b507b req-03175367-6df3-4016-8c6a-42148741a8e5 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:41.572808 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-512cad0c-9260-4d74-bee6-400f2b6b507b req-03175367-6df3-4016-8c6a-42148741a8e5 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.54 "DELETE /v2.0/ports/2995b723-a63f-453f-bc07-f4f000455db4 HTTP/1.1" status: 204 len: 173 time: 0.5053456 Jul 14 13:54:41.573045 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbfe061-e13e-403c-b798-c50a2d749451', 'name': 'network-vif-deleted', 'tag': '2995b723-a63f-453f-bc07-f4f000455db4'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:54:41.576210 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935eceea-b829-4f37-9f3f-a018e93d1a46" -d '{"events": [{"server_uuid": "7dbfe061-e13e-403c-b798-c50a2d749451", "name": "network-vif-deleted", "tag": "2995b723-a63f-453f-bc07-f4f000455db4"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:54:41.631744 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b00dc8-90d1-48e2-a173-1bca44438135 x-openstack-request-id: req-d5b00dc8-90d1-48e2-a173-1bca44438135 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:54:41.632030 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbfe061-e13e-403c-b798-c50a2d749451", "name": "network-vif-deleted", "tag": "2995b723-a63f-453f-bc07-f4f000455db4", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:54:41.632277 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d5b00dc8-90d1-48e2-a173-1bca44438135 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:54:41.632662 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbfe061-e13e-403c-b798-c50a2d749451', 'name': 'network-vif-deleted', 'tag': '2995b723-a63f-453f-bc07-f4f000455db4', 'status': 'completed', 'code': 200} Jul 14 13:54:41.831151 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:41.981678 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a44290-e055-42df-aad6-c1e9af3d882f req-3d2c4714-3f33-4c22-8a9a-00ae1b9ce996 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:41.983282 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e3a44290-e055-42df-aad6-c1e9af3d882f req-3d2c4714-3f33-4c22-8a9a-00ae1b9ce996 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0696230 Jul 14 13:54:42.020274 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e3a44290-e055-42df-aad6-c1e9af3d882f req-e0611483-99bf-4286-ab04-717cf291a45f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309253 Jul 14 13:54:42.028999 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8406b92e-7961-4fed-a616-5e7668666fff req-dc375e30-31ab-488f-9c5e-bbdee4f30fc7 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 210 time: 0.0275333 Jul 14 13:54:43.615577 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:47.229874 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2533fc2a-9911-4570-a2a7-ddf7c3c88534 req-c1f3c642-2702-4117-b042-22996ce83f23 tempest-DeleteServersTestJSON-994011665 tempest-DeleteServersTestJSON-994011665-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dbfe061-e13e-403c-b798-c50a2d749451 HTTP/1.1" status: 200 len: 210 time: 0.0280387 Jul 14 13:54:47.241875 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27ca98-0b51-48d7-aa84-5acd6957222b req-b00138bc-c96c-4f62-a9aa-838d1a4f3ead tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:47.243351 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2a27ca98-0b51-48d7-aa84-5acd6957222b req-b00138bc-c96c-4f62-a9aa-838d1a4f3ead tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0647991 Jul 14 13:54:47.482371 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2a27ca98-0b51-48d7-aa84-5acd6957222b req-c2717558-a0cb-4b73-946a-78077361360b tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335460 Jul 14 13:54:47.610861 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 2995b723-a63f-453f-bc07-f4f000455db4 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:54:47.741111 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] No Port match for: 2995b723-a63f-453f-bc07-f4f000455db4 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:54:47.741522 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 2995b723-a63f-453f-bc07-f4f000455db4 not bound to the agent host hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:54:48.656969 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef8567-49ba-41b1-aab5-036b05587628 req-dec51006-ab84-4595-b86b-9a43ad8fe24b tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:48.658402 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1cef8567-49ba-41b1-aab5-036b05587628 req-dec51006-ab84-4595-b86b-9a43ad8fe24b tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0626032 Jul 14 13:54:48.695715 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1cef8567-49ba-41b1-aab5-036b05587628 req-a704e1d6-ffad-453e-a624-139c8c79900a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315030 Jul 14 13:54:49.085083 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 58236) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:49.187157 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6b580217-b8b5-4d93-a309-898ef0f0bf2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:49.284649 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6b580217-b8b5-4d93-a309-898ef0f0bf2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:49.290044 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6b580217-b8b5-4d93-a309-898ef0f0bf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:49.337589 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6b580217-b8b5-4d93-a309-898ef0f0bf2d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0a7cc2f32ee447a289ab9d320ceeace4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513556 Jul 14 13:54:49.338488 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b580217-b8b5-4d93-a309-898ef0f0bf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b35657-a933-4192-9d09-7ede092bf51f,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:49.341025 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 58254) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:49.420426 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1b2199d7-3be7-4775-9bb3-a6909d76816a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:49.442263 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1b2199d7-3be7-4775-9bb3-a6909d76816a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:49.496463 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1b2199d7-3be7-4775-9bb3-a6909d76816a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:49.497158 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1b2199d7-3be7-4775-9bb3-a6909d76816a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:49.500636 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-1b2199d7-3be7-4775-9bb3-a6909d76816a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/53b35657-a933-4192-9d09-7ede092bf51f HTTP/1.1" status: 204 len: 168 time: 0.1556635 Jul 14 13:54:49.515882 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2199d7-3be7-4775-9bb3-a6909d76816a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b35657-a933-4192-9d09-7ede092bf51f,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:49.525588 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2199d7-3be7-4775-9bb3-a6909d76816a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:49.526036 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2199d7-3be7-4775-9bb3-a6909d76816a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:49.526264 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2199d7-3be7-4775-9bb3-a6909d76816a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:49.526603 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2199d7-3be7-4775-9bb3-a6909d76816a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:49.527351 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2199d7-3be7-4775-9bb3-a6909d76816a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:49.528302 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2199d7-3be7-4775-9bb3-a6909d76816a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:49.528654 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2199d7-3be7-4775-9bb3-a6909d76816a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:49.528968 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2199d7-3be7-4775-9bb3-a6909d76816a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:49.529297 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2199d7-3be7-4775-9bb3-a6909d76816a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:49.529621 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2199d7-3be7-4775-9bb3-a6909d76816a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:49.529946 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2199d7-3be7-4775-9bb3-a6909d76816a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:49.530318 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2199d7-3be7-4775-9bb3-a6909d76816a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:49.533591 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 58262) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:49.646996 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5137a0ec-8cb3-43e9-9826-dc183ee7e4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:49.749570 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5137a0ec-8cb3-43e9-9826-dc183ee7e4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:49.754783 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5137a0ec-8cb3-43e9-9826-dc183ee7e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:49.765802 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 58276) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:49.794238 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-5137a0ec-8cb3-43e9-9826-dc183ee7e4f9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=06b0df4453b74af8af729614e648928f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2592874 Jul 14 13:54:49.797406 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 58278) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:49.816746 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-572fc6a3-de02-4ab6-a481-7a8192721254 admin admin] Deleting subnet 46f8af88-943b-4f2d-b137-3ac6b0d7059c {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:54:49.820278 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-572fc6a3-de02-4ab6-a481-7a8192721254 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:49.846761 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137a0ec-8cb3-43e9-9826-dc183ee7e4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882d6164-1682-46b0-9ade-97cdb7ab7b34,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:49.859153 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-572fc6a3-de02-4ab6-a481-7a8192721254 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:49.866995 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 58280) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:49.869824 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-572fc6a3-de02-4ab6-a481-7a8192721254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1831242'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:49.891304 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4c894796-cf8f-4176-9794-ee75921ba0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:49.918777 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a4344dfc-cc05-4601-9fa8-591d66f6549d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:49.924656 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-572fc6a3-de02-4ab6-a481-7a8192721254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:49.957404 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fc6a3-de02-4ab6-a481-7a8192721254 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46f8af88-943b-4f2d-b137-3ac6b0d7059c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:49.959578 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-572fc6a3-de02-4ab6-a481-7a8192721254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:49.963813 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-572fc6a3-de02-4ab6-a481-7a8192721254 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/46f8af88-943b-4f2d-b137-3ac6b0d7059c HTTP/1.1" status: 204 len: 168 time: 0.1946764 Jul 14 13:54:49.964061 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 58282) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:49.964791 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a4344dfc-cc05-4601-9fa8-591d66f6549d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:49.974982 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de69aba-b310-456d-996c-b199489358e6 req-75d7e5a3-e6ab-42ab-9aee-f2c0f5576c37 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:49.976476 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1de69aba-b310-456d-996c-b199489358e6 req-75d7e5a3-e6ab-42ab-9aee-f2c0f5576c37 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.1455724 Jul 14 13:54:50.040722 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670563'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:50.056749 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1de69aba-b310-456d-996c-b199489358e6 req-a8815514-3024-4f49-92bc-30071ff36aeb tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707848 Jul 14 13:54:50.080775 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a4344dfc-cc05-4601-9fa8-591d66f6549d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:50.083266 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a4344dfc-cc05-4601-9fa8-591d66f6549d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:50.084528 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-a4344dfc-cc05-4601-9fa8-591d66f6549d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/882d6164-1682-46b0-9ade-97cdb7ab7b34 HTTP/1.1" status: 204 len: 168 time: 0.2859478 Jul 14 13:54:50.095376 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4c894796-cf8f-4176-9794-ee75921ba0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:50.101693 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4344dfc-cc05-4601-9fa8-591d66f6549d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882d6164-1682-46b0-9ade-97cdb7ab7b34,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:50.104657 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4c894796-cf8f-4176-9794-ee75921ba0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:50.135834 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833695', 'neutron.services.segments.db._delete_segments_for_network-8781940339011'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:50.146652 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:54:50.146987 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:54:50.147941 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:54:50.148420 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] Subscribe: > port after_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:54:50.149024 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] Subscribe: > port after_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:54:50.149501 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] Subscribe: > port after_update 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:54:50.149961 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:54:50.150437 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:54:50.150907 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:54:50.151371 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:54:50.153400 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-4c894796-cf8f-4176-9794-ee75921ba0f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e7417421bddc46f6b8c1e29dcfbbdba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845616 Jul 14 13:54:50.154920 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 58286) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:50.167168 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c894796-cf8f-4176-9794-ee75921ba0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be79f76-e790-46cd-9309-240c89185445,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:50.208061 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-99eef036-8632-468f-a2f8-01094c0a56f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:50.228803 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-99eef036-8632-468f-a2f8-01094c0a56f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:50.283985 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-99eef036-8632-468f-a2f8-01094c0a56f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:50.286635 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-99eef036-8632-468f-a2f8-01094c0a56f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:50.287849 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-99eef036-8632-468f-a2f8-01094c0a56f1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3be79f76-e790-46cd-9309-240c89185445 HTTP/1.1" status: 204 len: 168 time: 0.1317191 Jul 14 13:54:50.296269 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:54:50.296703 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:54:50.297264 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:54:50.297586 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eef036-8632-468f-a2f8-01094c0a56f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be79f76-e790-46cd-9309-240c89185445,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:50.298132 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:54:50.298726 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be7f888-3127-4ae3-92c0-bfa502beea62']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:50.320423 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1be65e-0832-4c25-8574-a78737999e69') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:50.321283 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1be65e-0832-4c25-8574-a78737999e69') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:50.345671 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781940338508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125936999'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:50.373960 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:50.385404 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:54:50.386123 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125937378'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: from cryptography.utils import int_from_bytes Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: from cryptography.utils import int_from_bytes Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: timer() Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: cb(*args, **kw) Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: self._notify() Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: self.callback(batched_events) Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: event.method(event) Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: return self._get(url).json() Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:54:50.390860 dv-cinder-797608-5-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:54:50.453513 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728938'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:50.460446 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:50.464270 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] 10.222.0.45 "DELETE /v2.0/networks/9be7f888-3127-4ae3-92c0-bfa502beea62 HTTP/1.1" status: 204 len: 168 time: 0.4990492 Jul 14 13:54:50.481357 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea1d9b-d573-47b6-82d6-4c5dd1f4b1fe admin admin] Pushing event deleted for resources: {'Network': ['ID=9be7f888-3127-4ae3-92c0-bfa502beea62,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:50.651562 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 58306) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:50.691435 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-20c8002b-74ca-459f-82c5-ce1df4ec5ae7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c7ac6c79b024131aa204e45287729fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387547 Jul 14 13:54:50.693994 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 58310) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:50.741299 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-79c47cba-d74a-422e-9f30-437dfa85e732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:50.761854 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-79c47cba-d74a-422e-9f30-437dfa85e732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:50.809585 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-79c47cba-d74a-422e-9f30-437dfa85e732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:50.812251 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-79c47cba-d74a-422e-9f30-437dfa85e732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:50.813384 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-79c47cba-d74a-422e-9f30-437dfa85e732 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/65248f63-0df7-4710-bf74-eafebca788d4 HTTP/1.1" status: 204 len: 168 time: 0.1184425 Jul 14 13:54:50.821433 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c47cba-d74a-422e-9f30-437dfa85e732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65248f63-0df7-4710-bf74-eafebca788d4,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:51.505198 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 58356) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:51.694011 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-62696655-f65a-4997-9f8d-f1ffd7eaddfa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1317606359-network', 'tenant_id': '78b6057ec0e34a79b42f337ec4589849'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:54:51.715779 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62696655-f65a-4997-9f8d-f1ffd7eaddfa admin admin] Made reservation on behalf of 78b6057ec0e34a79b42f337ec4589849 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:54:51.718194 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-62696655-f65a-4997-9f8d-f1ffd7eaddfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:51.726212 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-62696655-f65a-4997-9f8d-f1ffd7eaddfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:51.816573 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-62696655-f65a-4997-9f8d-f1ffd7eaddfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:51.820727 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-62696655-f65a-4997-9f8d-f1ffd7eaddfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:51.841655 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62696655-f65a-4997-9f8d-f1ffd7eaddfa admin admin] vlan segment allocate from pool success with {'vlan_id': 918, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:54:51.856750 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62696655-f65a-4997-9f8d-f1ffd7eaddfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3346cc-1091-4915-b0bf-33e5d4d88061,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:51.859701 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-62696655-f65a-4997-9f8d-f1ffd7eaddfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:51.860040 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-62696655-f65a-4997-9f8d-f1ffd7eaddfa admin admin] Added segment d2145662-852d-4ac7-a3b4-db64f99992a1 of type vlan for network 8d8aaf29-600d-41c9-a168-bd054a164eb1 Jul 14 13:54:51.901559 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-62696655-f65a-4997-9f8d-f1ffd7eaddfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781939793924'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:51.929618 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-62696655-f65a-4997-9f8d-f1ffd7eaddfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:51.930717 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62696655-f65a-4997-9f8d-f1ffd7eaddfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:51.931290 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-62696655-f65a-4997-9f8d-f1ffd7eaddfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:51.982742 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-62696655-f65a-4997-9f8d-f1ffd7eaddfa admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4762673 Jul 14 13:54:51.985683 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 58376) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:51.992591 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-f75b94ca-3c8b-4354-88bf-66c6e74bd5f4 admin admin] Request body: {'subnet': {'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1317606359-subnet', 'tenant_id': '78b6057ec0e34a79b42f337ec4589849', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:54:51.993669 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62696655-f65a-4997-9f8d-f1ffd7eaddfa admin admin] Pushing event updated for resources: {'Network': ['ID=8d8aaf29-600d-41c9-a168-bd054a164eb1,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:52.004896 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Network 8d8aaf29-600d-41c9-a168-bd054a164eb1 details requested by agent ovs-agent-dv-cinder-797608-5-iscsi with host dv-cinder-797608-5-iscsi {{(pid=92931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:54:52.026270 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75b94ca-3c8b-4354-88bf-66c6e74bd5f4 admin admin] Made reservation on behalf of 78b6057ec0e34a79b42f337ec4589849 for: {'subnet': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:54:52.029203 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f75b94ca-3c8b-4354-88bf-66c6e74bd5f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:52.203676 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f75b94ca-3c8b-4354-88bf-66c6e74bd5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for subnet, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:52.250106 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b94ca-3c8b-4354-88bf-66c6e74bd5f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a19bf847-6c2a-44f6-8327-c316a95a534a,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:52.265161 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b94ca-3c8b-4354-88bf-66c6e74bd5f4 admin admin] Checking segment: {'id': 'd2145662-852d-4ac7-a3b4-db64f99992a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:54:52.265502 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75b94ca-3c8b-4354-88bf-66c6e74bd5f4 admin admin] Network hostable DHCP agents. Network: 8d8aaf29-600d-41c9-a168-bd054a164eb1, hostable agents: ['82b7cd81-444f-4fd8-937d-e6dfe2847fa5'], hosted agents: [] {{(pid=92930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:54:52.280552 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75b94ca-3c8b-4354-88bf-66c6e74bd5f4 admin admin] Network 8d8aaf29-600d-41c9-a168-bd054a164eb1 is scheduled to be hosted by DHCP agent 82b7cd81-444f-4fd8-937d-e6dfe2847fa5 with binding_index 1 {{(pid=92930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:54:52.288666 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-f75b94ca-3c8b-4354-88bf-66c6e74bd5f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-5-iscsi, 8d8aaf29-600d-41c9-a168-bd054a164eb1) {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:54:52.293800 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75b94ca-3c8b-4354-88bf-66c6e74bd5f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:52.295754 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f75b94ca-3c8b-4354-88bf-66c6e74bd5f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:52.296636 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c84fd4-48cc-4982-80e2-429ad8fe292f None None] Network 8d8aaf29-600d-41c9-a168-bd054a164eb1 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:54:52.313198 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-f75b94ca-3c8b-4354-88bf-66c6e74bd5f4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3255243 Jul 14 13:54:52.417769 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932129eb-7fe9-4fd2-b80f-0b2a55397c19 None None] Network 8d8aaf29-600d-41c9-a168-bd054a164eb1 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:54:54.233614 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a9965-ba27-4d60-8846-a9a669b4368a req-4dd2cd72-ee13-4d47-b724-8ff49bd25714 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:54.235067 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-000a9965-ba27-4d60-8846-a9a669b4368a req-4dd2cd72-ee13-4d47-b724-8ff49bd25714 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0623128 Jul 14 13:54:54.283252 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-000a9965-ba27-4d60-8846-a9a669b4368a req-6f64f04a-3cfc-4eec-b7b3-34253b3b9066 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386574 Jul 14 13:54:54.375006 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64241afd-143d-4989-860a-694ad100739a req-aece0ab5-9c13-4d4a-b96c-fa08c737452f tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:54.376510 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-64241afd-143d-4989-860a-694ad100739a req-aece0ab5-9c13-4d4a-b96c-fa08c737452f tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/networks?id=8d8aaf29-600d-41c9-a168-bd054a164eb1 HTTP/1.1" status: 200 len: 815 time: 0.1035671 Jul 14 13:54:54.391092 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-64241afd-143d-4989-860a-694ad100739a req-4b350b64-651b-4ca4-8efe-f8ba70fbc0f2 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/quotas/78b6057ec0e34a79b42f337ec4589849 HTTP/1.1" status: 200 len: 375 time: 0.0093670 Jul 14 13:54:54.422800 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-64241afd-143d-4989-860a-694ad100739a req-486b975a-07d4-4d52-8e53-3a2d3c4b06c0 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=78b6057ec0e34a79b42f337ec4589849&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269730 Jul 14 13:54:54.515665 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-64241afd-143d-4989-860a-694ad100739a req-a8eeb6c3-6889-44d3-8d66-945e2cdd1d88 service neutron] 10.222.0.45 "GET /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854673 Jul 14 13:54:54.599282 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-64241afd-143d-4989-860a-694ad100739a req-ba572b23-0d10-4172-8099-46d627ce187d service neutron] 10.222.0.45 "GET /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779924 Jul 14 13:54:54.759862 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ef9be587-5862-4b94-8180-09043b74e3ca req-8b4d0f20-007d-4f33-9b3a-73f89a58d219 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7ae14f0-3d50-4e38-980e-f2d4b436b2ac HTTP/1.1" status: 200 len: 210 time: 0.0289979 Jul 14 13:54:55.478519 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cacb8-e4af-49e3-a1e1-4523ae742742 req-21a2461c-1d6f-4d30-ab18-b9e5817e7a05 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:55.486406 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-069cacb8-e4af-49e3-a1e1-4523ae742742 req-21a2461c-1d6f-4d30-ab18-b9e5817e7a05 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0846589 Jul 14 13:54:55.523348 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-069cacb8-e4af-49e3-a1e1-4523ae742742 req-5b0daf3c-6143-4abb-97db-fc567a9f9e08 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356436 Jul 14 13:54:55.909592 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6fbfb2bf-0eac-4a28-82d5-64c20cdee962 req-1408fa8e-b99d-4f75-b47e-cb7f5994d4ad tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7ae14f0-3d50-4e38-980e-f2d4b436b2ac HTTP/1.1" status: 200 len: 210 time: 0.0339944 Jul 14 13:54:56.324938 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64241afd-143d-4989-860a-694ad100739a req-f31a7b84-71f5-4e6f-ad10-f7fe46a3ea44 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:56.326388 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-64241afd-143d-4989-860a-694ad100739a req-f31a7b84-71f5-4e6f-ad10-f7fe46a3ea44 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.54 "GET /v2.0/networks?id=8d8aaf29-600d-41c9-a168-bd054a164eb1 HTTP/1.1" status: 200 len: 815 time: 0.2978978 Jul 14 13:54:56.346790 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-64241afd-143d-4989-860a-694ad100739a req-b6f0383e-a118-4474-a115-b74897d956aa tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Request body: {'port': {'device_id': 'a7ae14f0-3d50-4e38-980e-f2d4b436b2ac', 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1', 'admin_state_up': True, 'tenant_id': '78b6057ec0e34a79b42f337ec4589849'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:54:56.456471 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64241afd-143d-4989-860a-694ad100739a req-b6f0383e-a118-4474-a115-b74897d956aa tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Made reservation on behalf of 78b6057ec0e34a79b42f337ec4589849 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:54:56.459967 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-64241afd-143d-4989-860a-694ad100739a req-b6f0383e-a118-4474-a115-b74897d956aa tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:56.580736 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-64241afd-143d-4989-860a-694ad100739a req-b6f0383e-a118-4474-a115-b74897d956aa tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Allocated IP 172.20.0.7 (8d8aaf29-600d-41c9-a168-bd054a164eb1/a19bf847-6c2a-44f6-8327-c316a95a534a/cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:54:56.700529 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e03a1-6266-464f-88ba-dd4c86076cdf req-76e1078c-dc42-492b-948f-a33c5cde7965 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:56.702302 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f58e03a1-6266-464f-88ba-dd4c86076cdf req-76e1078c-dc42-492b-948f-a33c5cde7965 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0653303 Jul 14 13:54:56.742911 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-64241afd-143d-4989-860a-694ad100739a req-b6f0383e-a118-4474-a115-b74897d956aa tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:56.761593 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f58e03a1-6266-464f-88ba-dd4c86076cdf req-6fabab2f-f43e-44ad-8fe2-81504c16e935 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504632 Jul 14 13:54:56.801402 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-64241afd-143d-4989-860a-694ad100739a req-b6f0383e-a118-4474-a115-b74897d956aa tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:56.863801 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64241afd-143d-4989-860a-694ad100739a req-b6f0383e-a118-4474-a115-b74897d956aa tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Network 8d8aaf29-600d-41c9-a168-bd054a164eb1 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:54:56.864009 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-64241afd-143d-4989-860a-694ad100739a req-b6f0383e-a118-4474-a115-b74897d956aa tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:54:56.870500 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-64241afd-143d-4989-860a-694ad100739a req-b6f0383e-a118-4474-a115-b74897d956aa tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:54:56.905069 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0383e-a118-4474-a115-b74897d956aa tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Pushing event updated for resources: {'Port': ['ID=cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:56.935413 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64241afd-143d-4989-860a-694ad100739a req-b6f0383e-a118-4474-a115-b74897d956aa tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:56.936095 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-64241afd-143d-4989-860a-694ad100739a req-b6f0383e-a118-4474-a115-b74897d956aa tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:56.973412 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-64241afd-143d-4989-860a-694ad100739a req-b6f0383e-a118-4474-a115-b74897d956aa tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6297107 Jul 14 13:54:56.990408 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-64241afd-143d-4989-860a-694ad100739a req-1f7593a7-58d9-4f40-b61d-e7dca81a5341 service neutron] Request body: {'port': {'device_id': 'a7ae14f0-3d50-4e38-980e-f2d4b436b2ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:54:57.118616 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-64241afd-143d-4989-860a-694ad100739a req-1f7593a7-58d9-4f40-b61d-e7dca81a5341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:57.176954 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660e0fd-311f-418a-a5f7-e093cf51fddf req-a0027c60-b165-43ce-aeec-fb7241c7bbcb tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:57.178424 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4660e0fd-311f-418a-a5f7-e093cf51fddf req-a0027c60-b165-43ce-aeec-fb7241c7bbcb tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7ae14f0-3d50-4e38-980e-f2d4b436b2ac HTTP/1.1" status: 200 len: 931 time: 0.1347318 Jul 14 13:54:57.284767 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4660e0fd-311f-418a-a5f7-e093cf51fddf req-b81254b3-3536-4cc0-a7e2-9cfae272aae5 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957956 Jul 14 13:54:57.472303 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-64241afd-143d-4989-860a-694ad100739a req-1f7593a7-58d9-4f40-b61d-e7dca81a5341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:54:57.480905 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-64241afd-143d-4989-860a-694ad100739a req-1f7593a7-58d9-4f40-b61d-e7dca81a5341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:57.498243 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-64241afd-143d-4989-860a-694ad100739a req-1f7593a7-58d9-4f40-b61d-e7dca81a5341 service neutron] Transition to ACTIVE for port object cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:54:57.508928 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-64241afd-143d-4989-860a-694ad100739a req-1f7593a7-58d9-4f40-b61d-e7dca81a5341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:57.527797 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 58554) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:57.603529 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7593a7-58d9-4f40-b61d-e7dca81a5341 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:57.658284 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-64241afd-143d-4989-860a-694ad100739a req-1f7593a7-58d9-4f40-b61d-e7dca81a5341 service neutron] Attempting to bind port cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee on host hv-cinder-79760 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:54:57.658626 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-64241afd-143d-4989-860a-694ad100739a req-1f7593a7-58d9-4f40-b61d-e7dca81a5341 service neutron] Attempting to bind port cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'd2145662-852d-4ac7-a3b4-db64f99992a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:54:57.659077 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64241afd-143d-4989-860a-694ad100739a req-1f7593a7-58d9-4f40-b61d-e7dca81a5341 service neutron] Attempting to bind port cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee on network 8d8aaf29-600d-41c9-a168-bd054a164eb1 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:54:57.663155 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d88d7389-8e5b-4fc7-9085-8a6deefa559c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:57.663823 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64241afd-143d-4989-860a-694ad100739a req-1f7593a7-58d9-4f40-b61d-e7dca81a5341 service neutron] Port cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee on network 8d8aaf29-600d-41c9-a168-bd054a164eb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:54:57.664362 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64241afd-143d-4989-860a-694ad100739a req-1f7593a7-58d9-4f40-b61d-e7dca81a5341 service neutron] Attempting to bind port cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee on network 8d8aaf29-600d-41c9-a168-bd054a164eb1 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:54:57.669326 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64241afd-143d-4989-860a-694ad100739a req-1f7593a7-58d9-4f40-b61d-e7dca81a5341 service neutron] Checking agent: {'id': '452dea11-d79b-49e5-b391-0cd9cce6a9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:54:57.669659 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64241afd-143d-4989-860a-694ad100739a req-1f7593a7-58d9-4f40-b61d-e7dca81a5341 service neutron] Checking segment: {'id': 'd2145662-852d-4ac7-a3b4-db64f99992a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:54:57.670039 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64241afd-143d-4989-860a-694ad100739a req-1f7593a7-58d9-4f40-b61d-e7dca81a5341 service neutron] Bound using segment: {'id': 'd2145662-852d-4ac7-a3b4-db64f99992a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:54:57.670462 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-64241afd-143d-4989-860a-694ad100739a req-1f7593a7-58d9-4f40-b61d-e7dca81a5341 service neutron] Bound port: cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2145662-852d-4ac7-a3b4-db64f99992a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:54:57.670817 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-64241afd-143d-4989-860a-694ad100739a req-1f7593a7-58d9-4f40-b61d-e7dca81a5341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:57.740260 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-64241afd-143d-4989-860a-694ad100739a req-1f7593a7-58d9-4f40-b61d-e7dca81a5341 service neutron] For port cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee, host hv-cinder-79760, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:54:57.745104 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-64241afd-143d-4989-860a-694ad100739a req-1f7593a7-58d9-4f40-b61d-e7dca81a5341 service neutron] For port cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee,segment=NetworkSegment(d2145662-852d-4ac7-a3b4-db64f99992a1),segment_id=d2145662-852d-4ac7-a3b4-db64f99992a1)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:54:57.750355 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-64241afd-143d-4989-860a-694ad100739a req-1f7593a7-58d9-4f40-b61d-e7dca81a5341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:57.764988 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d88d7389-8e5b-4fc7-9085-8a6deefa559c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:57.769613 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d88d7389-8e5b-4fc7-9085-8a6deefa559c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:57.792230 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64241afd-143d-4989-860a-694ad100739a req-1f7593a7-58d9-4f40-b61d-e7dca81a5341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:57.793966 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-64241afd-143d-4989-860a-694ad100739a req-1f7593a7-58d9-4f40-b61d-e7dca81a5341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:57.795367 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-64241afd-143d-4989-860a-694ad100739a req-1f7593a7-58d9-4f40-b61d-e7dca81a5341 service neutron] 10.222.0.54 "PUT /v2.0/ports/cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee HTTP/1.1" status: 200 len: 1093 time: 0.8126626 Jul 14 13:54:57.795831 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ae14f0-3d50-4e38-980e-f2d4b436b2ac', 'tag': 'cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:54:57.798362 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e280020e-0eab-4bfc-b262-164ee8368c98" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ae14f0-3d50-4e38-980e-f2d4b436b2ac", "tag": "cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:54:57.809999 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-d88d7389-8e5b-4fc7-9085-8a6deefa559c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e7f9d69f2d3b4d12aa1c172e2abf1d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807910 Jul 14 13:54:57.812207 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d7389-8e5b-4fc7-9085-8a6deefa559c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce772dfb-b471-472f-b592-9e99c4e41c50,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:57.814590 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 58572) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:57.827744 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7593a7-58d9-4f40-b61d-e7dca81a5341 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:57.865447 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921e00ed-3646-4188-92cb-854ff9cbe34d x-openstack-request-id: req-921e00ed-3646-4188-92cb-854ff9cbe34d {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:54:57.865897 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ae14f0-3d50-4e38-980e-f2d4b436b2ac", "tag": "cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:54:57.866145 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-921e00ed-3646-4188-92cb-854ff9cbe34d {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:54:57.866548 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ae14f0-3d50-4e38-980e-f2d4b436b2ac', 'tag': 'cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee', 'status': 'completed', 'code': 200} Jul 14 13:54:57.885660 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-26adf5d4-65ba-4a1f-ab2e-7636e4396004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:57.916661 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64241afd-143d-4989-860a-694ad100739a req-b93230d3-7e45-4c67-acd4-5438e26253c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:57.917739 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-26adf5d4-65ba-4a1f-ab2e-7636e4396004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:57.918678 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-64241afd-143d-4989-860a-694ad100739a req-b93230d3-7e45-4c67-acd4-5438e26253c5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78b6057ec0e34a79b42f337ec4589849&device_id=a7ae14f0-3d50-4e38-980e-f2d4b436b2ac HTTP/1.1" status: 200 len: 1096 time: 0.0628362 Jul 14 13:54:57.962638 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-64241afd-143d-4989-860a-694ad100739a req-7f7fbaa9-b34f-41aa-824d-05e2eb1dd533 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee HTTP/1.1" status: 200 len: 217 time: 0.0346458 Jul 14 13:54:58.003287 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e11dcc-fe57-45b7-8afd-ef8808f985b3 req-fba964f6-59b7-49a3-a131-7179d4d17cd1 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:58.004853 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c4e11dcc-fe57-45b7-8afd-ef8808f985b3 req-fba964f6-59b7-49a3-a131-7179d4d17cd1 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.1054134 Jul 14 13:54:58.018816 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-26adf5d4-65ba-4a1f-ab2e-7636e4396004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:58.021755 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-26adf5d4-65ba-4a1f-ab2e-7636e4396004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:58.022933 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-26adf5d4-65ba-4a1f-ab2e-7636e4396004 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ce772dfb-b471-472f-b592-9e99c4e41c50 HTTP/1.1" status: 204 len: 168 time: 0.1969054 Jul 14 13:54:58.039027 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64241afd-143d-4989-860a-694ad100739a req-8c9eccb3-15f2-442b-9321-d21a5b596bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:58.040696 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-64241afd-143d-4989-860a-694ad100739a req-8c9eccb3-15f2-442b-9321-d21a5b596bab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a19bf847-6c2a-44f6-8327-c316a95a534a HTTP/1.1" status: 200 len: 855 time: 0.0623136 Jul 14 13:54:58.043998 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adf5d4-65ba-4a1f-ab2e-7636e4396004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce772dfb-b471-472f-b592-9e99c4e41c50,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:58.060395 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c4e11dcc-fe57-45b7-8afd-ef8808f985b3 req-063f13f4-56c6-4529-8cea-316401a04301 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495729 Jul 14 13:54:58.082177 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-64241afd-143d-4989-860a-694ad100739a req-dd8f43bc-cfcc-43a9-908a-371738417d13 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d8aaf29-600d-41c9-a168-bd054a164eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341983 Jul 14 13:54:58.178144 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-64241afd-143d-4989-860a-694ad100739a req-ece8cc9d-4cbb-4056-b52a-47f55c396954 service neutron] 10.222.0.54 "GET /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877311 Jul 14 13:54:58.284614 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-64241afd-143d-4989-860a-694ad100739a req-6f944646-f6cf-4957-af76-ed4abbe7ba10 service neutron] 10.222.0.54 "GET /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981877 Jul 14 13:54:58.390728 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280020e-0eab-4bfc-b262-164ee8368c98 req-232d37e7-ab06-47ca-a537-3048bb97bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:58.392425 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e280020e-0eab-4bfc-b262-164ee8368c98 req-232d37e7-ab06-47ca-a537-3048bb97bb61 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78b6057ec0e34a79b42f337ec4589849&device_id=a7ae14f0-3d50-4e38-980e-f2d4b436b2ac HTTP/1.1" status: 200 len: 1096 time: 0.0559106 Jul 14 13:54:58.547283 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6b5ba-8465-4054-910f-a2f67b36192b req-068a395d-1e64-4050-8fe2-2123e813a1fb tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:58.548785 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-63c6b5ba-8465-4054-910f-a2f67b36192b req-068a395d-1e64-4050-8fe2-2123e813a1fb tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7ae14f0-3d50-4e38-980e-f2d4b436b2ac HTTP/1.1" status: 200 len: 943 time: 0.1372921 Jul 14 13:54:58.550115 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280020e-0eab-4bfc-b262-164ee8368c98 req-c8b75659-3b49-4156-b32d-e89e16128819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:58.551403 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e280020e-0eab-4bfc-b262-164ee8368c98 req-c8b75659-3b49-4156-b32d-e89e16128819 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d8aaf29-600d-41c9-a168-bd054a164eb1 HTTP/1.1" status: 200 len: 916 time: 0.1489868 Jul 14 13:54:58.604674 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e280020e-0eab-4bfc-b262-164ee8368c98 req-a90fb4ea-ea86-41c9-82a3-5fa648fcaaec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee HTTP/1.1" status: 200 len: 217 time: 0.0362394 Jul 14 13:54:58.620635 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-63c6b5ba-8465-4054-910f-a2f67b36192b req-5c278949-8a9c-4a3e-be59-b54bebdd90f4 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656798 Jul 14 13:54:58.670930 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280020e-0eab-4bfc-b262-164ee8368c98 req-3476c669-0991-4228-a8b5-016c1cfb2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:58.672745 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e280020e-0eab-4bfc-b262-164ee8368c98 req-3476c669-0991-4228-a8b5-016c1cfb2e4d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a19bf847-6c2a-44f6-8327-c316a95a534a HTTP/1.1" status: 200 len: 855 time: 0.0512214 Jul 14 13:54:58.717833 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e280020e-0eab-4bfc-b262-164ee8368c98 req-bb5923b9-3666-420c-9f0b-b56850e58fb2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d8aaf29-600d-41c9-a168-bd054a164eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376346 Jul 14 13:54:58.819960 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e280020e-0eab-4bfc-b262-164ee8368c98 req-37ac5e41-cac8-4af1-adb8-1ae83f431cd3 service neutron] 10.222.0.54 "GET /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865068 Jul 14 13:54:58.919794 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e280020e-0eab-4bfc-b262-164ee8368c98 req-b679bf65-06ea-46f2-9643-3e7c3ae013fe service neutron] 10.222.0.54 "GET /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877128 Jul 14 13:54:59.190700 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 58630) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:59.261894 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b48df-65fa-4156-888f-a012d2d5e064 req-1f7af649-2878-4cc5-8d44-79a50c495ce8 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:59.263387 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7d1b48df-65fa-4156-888f-a012d2d5e064 req-1f7af649-2878-4cc5-8d44-79a50c495ce8 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0671332 Jul 14 13:54:59.302862 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-61453fe0-5a9a-4a90-8d34-5e94cd179895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:59.326912 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7d1b48df-65fa-4156-888f-a012d2d5e064 req-02b58ce2-9c2f-4274-819a-0c4ee3d062fa tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565913 Jul 14 13:54:59.407361 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-61453fe0-5a9a-4a90-8d34-5e94cd179895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:59.411930 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-61453fe0-5a9a-4a90-8d34-5e94cd179895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:59.451875 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-61453fe0-5a9a-4a90-8d34-5e94cd179895 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4a24ef90e938449382a36a6d4424b550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599678 Jul 14 13:54:59.452721 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61453fe0-5a9a-4a90-8d34-5e94cd179895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee2671b-4301-4fe1-ad40-17c21093a7c7,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:59.454538 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 58640) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:59.490023 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 58642) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:59.512375 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-698bab91-df2d-4a50-978c-5ad694c21285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:59.533206 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-698bab91-df2d-4a50-978c-5ad694c21285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:59.584641 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-698bab91-df2d-4a50-978c-5ad694c21285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:59.587286 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-698bab91-df2d-4a50-978c-5ad694c21285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:59.588481 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-698bab91-df2d-4a50-978c-5ad694c21285 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aee2671b-4301-4fe1-ad40-17c21093a7c7 HTTP/1.1" status: 204 len: 168 time: 0.1319401 Jul 14 13:54:59.607809 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698bab91-df2d-4a50-978c-5ad694c21285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee2671b-4301-4fe1-ad40-17c21093a7c7,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:59.609698 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-575a7a3e-a75e-478e-b0f0-cc724cbc5a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:59.727430 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-575a7a3e-a75e-478e-b0f0-cc724cbc5a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:59.732931 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-575a7a3e-a75e-478e-b0f0-cc724cbc5a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:59.801707 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-575a7a3e-a75e-478e-b0f0-cc724cbc5a05 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ffd4b638e2484b64a95748fab054e2b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105712 Jul 14 13:54:59.804344 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a7a3e-a75e-478e-b0f0-cc724cbc5a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3f48f1-26d1-4c35-abe7-eee353df1ebc,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:59.804473 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 58656) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:59.844269 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049aba-cfc9-43f5-945f-4b77dbb29368 req-ce6ccfe7-a48e-4576-beb7-0b669f48f127 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:59.846474 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5a049aba-cfc9-43f5-945f-4b77dbb29368 req-ce6ccfe7-a48e-4576-beb7-0b669f48f127 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7ae14f0-3d50-4e38-980e-f2d4b436b2ac HTTP/1.1" status: 200 len: 943 time: 0.0989983 Jul 14 13:54:59.864838 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6c70dc71-298e-40ea-977e-be873e9f2b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:59.885204 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6c70dc71-298e-40ea-977e-be873e9f2b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:59.888728 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5a049aba-cfc9-43f5-945f-4b77dbb29368 req-58967e5f-f635-4175-994c-50ff27b7a4a1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370269 Jul 14 13:54:59.904639 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 58658) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:59.935182 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-db0b93c2-0958-4492-bb8b-0b6c8fd24b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:59.970463 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6c70dc71-298e-40ea-977e-be873e9f2b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:59.972924 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6c70dc71-298e-40ea-977e-be873e9f2b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:59.974168 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-6c70dc71-298e-40ea-977e-be873e9f2b22 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a3f48f1-26d1-4c35-abe7-eee353df1ebc HTTP/1.1" status: 204 len: 168 time: 0.1688352 Jul 14 13:54:59.991694 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70dc71-298e-40ea-977e-be873e9f2b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3f48f1-26d1-4c35-abe7-eee353df1ebc,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:00.042514 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-db0b93c2-0958-4492-bb8b-0b6c8fd24b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:00.046403 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-db0b93c2-0958-4492-bb8b-0b6c8fd24b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:00.087329 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-db0b93c2-0958-4492-bb8b-0b6c8fd24b81 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=18622f7923524ac7936e309f704f7ded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1812894 Jul 14 13:55:00.088430 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b93c2-0958-4492-bb8b-0b6c8fd24b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9592f2f-69e7-44e9-8817-09a7ea926ce1,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:00.090864 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 58662) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:00.141504 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e72153f9-be85-4593-b9c7-193b2afda452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:00.168605 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e72153f9-be85-4593-b9c7-193b2afda452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:00.216713 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e72153f9-be85-4593-b9c7-193b2afda452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:00.219336 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e72153f9-be85-4593-b9c7-193b2afda452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:00.220912 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e72153f9-be85-4593-b9c7-193b2afda452 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f9592f2f-69e7-44e9-8817-09a7ea926ce1 HTTP/1.1" status: 204 len: 168 time: 0.1289771 Jul 14 13:55:00.231433 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72153f9-be85-4593-b9c7-193b2afda452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9592f2f-69e7-44e9-8817-09a7ea926ce1,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:00.363219 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 58676) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:00.377915 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-606d70f3-5548-46fd-a691-4cad89763d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:00.507467 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:55:00.508146 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-606d70f3-5548-46fd-a691-4cad89763d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:00.513536 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-606d70f3-5548-46fd-a691-4cad89763d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:00.566207 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-606d70f3-5548-46fd-a691-4cad89763d2f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=462fbba0d5d9458d93ba571f43cf20ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994965 Jul 14 13:55:00.566207 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d70f3-5548-46fd-a691-4cad89763d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26957a14-a73b-4511-8873-724501a1520a,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:00.566908 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 58684) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:00.579787 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ae82b-ee86-4d5d-ba1a-edd64c797cc4 req-87aabb75-98bf-42f8-a604-653f663bee07 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:00.581324 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9b5ae82b-ee86-4d5d-ba1a-edd64c797cc4 req-87aabb75-98bf-42f8-a604-653f663bee07 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.1225598 Jul 14 13:55:00.627154 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee,segment=NetworkSegment(d2145662-852d-4ac7-a3b4-db64f99992a1),segment_id=d2145662-852d-4ac7-a3b4-db64f99992a1)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:00.629336 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4a78b1a2-f466-4308-add2-6d5db5e74476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:00.639768 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': 'cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee', 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1', 'port_id': 'cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee', 'mac_address': 'fa:16:3e:23:a7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a19bf847-6c2a-44f6-8327-c316a95a534a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:55:00.653294 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9b5ae82b-ee86-4d5d-ba1a-edd64c797cc4 req-7caf863b-8355-4c1f-89cb-140d3fd23771 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639369 Jul 14 13:55:00.655806 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4a78b1a2-f466-4308-add2-6d5db5e74476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:00.676780 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:00.691044 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:55:00.707385 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4a78b1a2-f466-4308-add2-6d5db5e74476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:00.710330 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4a78b1a2-f466-4308-add2-6d5db5e74476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:00.711641 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4a78b1a2-f466-4308-add2-6d5db5e74476 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/26957a14-a73b-4511-8873-724501a1520a HTTP/1.1" status: 204 len: 168 time: 0.1439483 Jul 14 13:55:00.712817 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee,segment=NetworkSegment(d2145662-852d-4ac7-a3b4-db64f99992a1),segment_id=d2145662-852d-4ac7-a3b4-db64f99992a1)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:00.717635 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:00.720015 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78b1a2-f466-4308-add2-6d5db5e74476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26957a14-a73b-4511-8873-724501a1520a,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:00.779535 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:00.786572 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:00.786918 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:00.787258 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:00.787697 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:00.787942 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:00.788433 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:00.788928 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:00.789254 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:00.789581 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:00.789903 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:00.790300 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:00.790627 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:01.086812 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d330d-332c-4532-86a2-74d32dd0bea6 req-cb164659-45b9-47cc-891e-582bbb5bd7ef tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:01.088409 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e81d330d-332c-4532-86a2-74d32dd0bea6 req-cb164659-45b9-47cc-891e-582bbb5bd7ef tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7ae14f0-3d50-4e38-980e-f2d4b436b2ac HTTP/1.1" status: 200 len: 944 time: 0.0694742 Jul 14 13:55:01.135132 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e81d330d-332c-4532-86a2-74d32dd0bea6 req-1d57ac8d-a428-4507-a384-ed688017b53f tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396249 Jul 14 13:55:02.483587 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 58802) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:02.597487 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7af636a9-5540-4648-a07c-cc93d4553bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:02.687501 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7af636a9-5540-4648-a07c-cc93d4553bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:02.690718 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7af636a9-5540-4648-a07c-cc93d4553bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:02.729598 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7af636a9-5540-4648-a07c-cc93d4553bdf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf0a9d7c654347c3ba8f96b638f45338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449341 Jul 14 13:55:02.731257 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af636a9-5540-4648-a07c-cc93d4553bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893751a2-60f1-49bd-ae13-208f907e53ac,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:02.732946 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 58810) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:02.780423 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d7bf0ccf-a173-42df-a12a-0d0f0b796dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:02.801396 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d7bf0ccf-a173-42df-a12a-0d0f0b796dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:02.846632 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d7bf0ccf-a173-42df-a12a-0d0f0b796dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:02.849275 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d7bf0ccf-a173-42df-a12a-0d0f0b796dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:02.850387 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-d7bf0ccf-a173-42df-a12a-0d0f0b796dfa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/893751a2-60f1-49bd-ae13-208f907e53ac HTTP/1.1" status: 204 len: 168 time: 0.1164777 Jul 14 13:55:02.858682 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf0ccf-a173-42df-a12a-0d0f0b796dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893751a2-60f1-49bd-ae13-208f907e53ac,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:03.097298 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 58816) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:03.110157 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-07820ec8-3588-4b50-b3c4-e31a8ab6dcd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:03.194161 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-07820ec8-3588-4b50-b3c4-e31a8ab6dcd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:03.197486 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-07820ec8-3588-4b50-b3c4-e31a8ab6dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:03.234168 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-07820ec8-3588-4b50-b3c4-e31a8ab6dcd8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a77cf08f42bd496c8e311d53d3081e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1357827 Jul 14 13:55:03.235023 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07820ec8-3588-4b50-b3c4-e31a8ab6dcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cb0967-328e-43b4-bb43-fdd5e1c1907f,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:03.237140 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 58818) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:03.283343 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1f73f07b-2c70-4e3c-af42-3cf815e58508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:03.305525 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1f73f07b-2c70-4e3c-af42-3cf815e58508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:03.349406 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1f73f07b-2c70-4e3c-af42-3cf815e58508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:03.351968 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1f73f07b-2c70-4e3c-af42-3cf815e58508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:03.353080 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-1f73f07b-2c70-4e3c-af42-3cf815e58508 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a3cb0967-328e-43b4-bb43-fdd5e1c1907f HTTP/1.1" status: 204 len: 168 time: 0.1149795 Jul 14 13:55:03.360691 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73f07b-2c70-4e3c-af42-3cf815e58508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cb0967-328e-43b4-bb43-fdd5e1c1907f,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:04.000857 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 58854) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:04.105162 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-46c5387d-4139-48bc-a7cd-2fd4d50706ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-970041795-network', 'tenant_id': '22b1bbcc313d427190e433317c163d99'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:04.124749 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c5387d-4139-48bc-a7cd-2fd4d50706ed admin admin] Made reservation on behalf of 22b1bbcc313d427190e433317c163d99 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:55:04.127067 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-46c5387d-4139-48bc-a7cd-2fd4d50706ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:04.135028 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-46c5387d-4139-48bc-a7cd-2fd4d50706ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:04.218687 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-46c5387d-4139-48bc-a7cd-2fd4d50706ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:04.222641 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-46c5387d-4139-48bc-a7cd-2fd4d50706ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:04.247712 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c5387d-4139-48bc-a7cd-2fd4d50706ed admin admin] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:55:04.257361 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5387d-4139-48bc-a7cd-2fd4d50706ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5140d7a8-c623-4a11-81ba-c4383ae3e4cc,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:04.262209 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-46c5387d-4139-48bc-a7cd-2fd4d50706ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:04.262585 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-46c5387d-4139-48bc-a7cd-2fd4d50706ed admin admin] Added segment c7aebe5f-a196-443e-bffc-7ec2a5065c68 of type vlan for network e6b477b6-978f-44e0-8121-f622ec35a496 Jul 14 13:55:04.306816 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-46c5387d-4139-48bc-a7cd-2fd4d50706ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781939793924'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:04.335576 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-46c5387d-4139-48bc-a7cd-2fd4d50706ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:04.336546 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c5387d-4139-48bc-a7cd-2fd4d50706ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:04.337108 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-46c5387d-4139-48bc-a7cd-2fd4d50706ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:04.401230 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de68051-d25c-4305-bb16-ff3e7f44b643 req-eacbc573-b706-47db-8bd6-d3f4ad0789d7 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:04.403448 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5de68051-d25c-4305-bb16-ff3e7f44b643 req-eacbc573-b706-47db-8bd6-d3f4ad0789d7 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0651901 Jul 14 13:55:04.422432 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-46c5387d-4139-48bc-a7cd-2fd4d50706ed admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4204752 Jul 14 13:55:04.423481 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5387d-4139-48bc-a7cd-2fd4d50706ed admin admin] Pushing event updated for resources: {'Network': ['ID=e6b477b6-978f-44e0-8121-f622ec35a496,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:04.426143 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 58862) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:04.433088 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-81cbab0c-7017-4041-87b5-5cc06f964838 admin admin] Request body: {'subnet': {'network_id': 'e6b477b6-978f-44e0-8121-f622ec35a496', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-970041795-subnet', 'tenant_id': '22b1bbcc313d427190e433317c163d99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:04.439562 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Network e6b477b6-978f-44e0-8121-f622ec35a496 details requested by agent ovs-agent-dv-cinder-797608-5-iscsi with host dv-cinder-797608-5-iscsi {{(pid=92931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:55:04.461995 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a57c9-c733-43d4-a567-b668e29633a2 req-99f9bf20-1495-465a-9057-79efd44f1894 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:04.464064 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5de68051-d25c-4305-bb16-ff3e7f44b643 req-fe32f15d-bdf9-4a53-986e-387f2194eb17 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546973 Jul 14 13:55:04.469834 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ee8a57c9-c733-43d4-a567-b668e29633a2 req-99f9bf20-1495-465a-9057-79efd44f1894 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7ae14f0-3d50-4e38-980e-f2d4b436b2ac HTTP/1.1" status: 200 len: 944 time: 0.1168904 Jul 14 13:55:04.473449 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cbab0c-7017-4041-87b5-5cc06f964838 admin admin] Made reservation on behalf of 22b1bbcc313d427190e433317c163d99 for: {'subnet': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:55:04.476723 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-81cbab0c-7017-4041-87b5-5cc06f964838 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:04.514718 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ee8a57c9-c733-43d4-a567-b668e29633a2 req-fdf5e14d-174d-42d0-867c-5a0426fc0ca5 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439193 Jul 14 13:55:04.608117 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:55:04.641449 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-81cbab0c-7017-4041-87b5-5cc06f964838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for subnet, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:04.694947 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbab0c-7017-4041-87b5-5cc06f964838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57c7e9a2-616c-4889-9d23-7ddecd904b50,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:04.706715 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cbab0c-7017-4041-87b5-5cc06f964838 admin admin] Checking segment: {'id': 'c7aebe5f-a196-443e-bffc-7ec2a5065c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'e6b477b6-978f-44e0-8121-f622ec35a496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:55:04.707061 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cbab0c-7017-4041-87b5-5cc06f964838 admin admin] Network hostable DHCP agents. Network: e6b477b6-978f-44e0-8121-f622ec35a496, hostable agents: ['82b7cd81-444f-4fd8-937d-e6dfe2847fa5'], hosted agents: [] {{(pid=92930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:55:04.723101 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cbab0c-7017-4041-87b5-5cc06f964838 admin admin] Network e6b477b6-978f-44e0-8121-f622ec35a496 is scheduled to be hosted by DHCP agent 82b7cd81-444f-4fd8-937d-e6dfe2847fa5 with binding_index 1 {{(pid=92930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:55:04.731777 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-81cbab0c-7017-4041-87b5-5cc06f964838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-5-iscsi, e6b477b6-978f-44e0-8121-f622ec35a496) {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:04.735827 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cbab0c-7017-4041-87b5-5cc06f964838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:04.736672 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-81cbab0c-7017-4041-87b5-5cc06f964838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:04.742496 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8547b40a-decc-4ac0-8bab-5e79b951f07b None None] Network e6b477b6-978f-44e0-8121-f622ec35a496 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:55:04.749868 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-81cbab0c-7017-4041-87b5-5cc06f964838 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3224230 Jul 14 13:55:04.868368 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18540608-8eb7-4404-88cf-b3fec0911367 None None] Network e6b477b6-978f-44e0-8121-f622ec35a496 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:55:05.207794 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 58892) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:05.212972 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-1a9e1432-a512-469e-bc1d-51d343bb38ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1232657586-network', 'tenant_id': '5455ca9b49b547d7ae68f28b1a0230e6'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:05.233595 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9e1432-a512-469e-bc1d-51d343bb38ae admin admin] Made reservation on behalf of 5455ca9b49b547d7ae68f28b1a0230e6 for: {'network': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:55:05.236350 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1a9e1432-a512-469e-bc1d-51d343bb38ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for network, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:05.245450 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1a9e1432-a512-469e-bc1d-51d343bb38ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:05.355175 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1a9e1432-a512-469e-bc1d-51d343bb38ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:05.361938 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1a9e1432-a512-469e-bc1d-51d343bb38ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:05.386153 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9e1432-a512-469e-bc1d-51d343bb38ae admin admin] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=92930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:55:05.405791 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1a9e1432-a512-469e-bc1d-51d343bb38ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:05.406364 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.db.segments_db [None req-1a9e1432-a512-469e-bc1d-51d343bb38ae admin admin] Added segment 95a5fde9-555d-4e2a-a7c6-14b3a056efa0 of type vlan for network 4b5ae4c0-0346-4f1c-a727-ff02da1e8ca9 Jul 14 13:55:05.407408 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e1432-a512-469e-bc1d-51d343bb38ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc07b95-151a-4684-9f39-e200c328b2f4,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:05.448483 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1a9e1432-a512-469e-bc1d-51d343bb38ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781939793924'] for network, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:05.479526 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1a9e1432-a512-469e-bc1d-51d343bb38ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for network, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:05.481069 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9e1432-a512-469e-bc1d-51d343bb38ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:05.481642 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1a9e1432-a512-469e-bc1d-51d343bb38ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:05.539055 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 58916) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:05.539573 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-1a9e1432-a512-469e-bc1d-51d343bb38ae admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3304143 Jul 14 13:55:05.542699 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e1432-a512-469e-bc1d-51d343bb38ae admin admin] Pushing event updated for resources: {'Network': ['ID=4b5ae4c0-0346-4f1c-a727-ff02da1e8ca9,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:05.555919 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Network 4b5ae4c0-0346-4f1c-a727-ff02da1e8ca9 details requested by agent ovs-agent-dv-cinder-797608-5-iscsi with host dv-cinder-797608-5-iscsi {{(pid=92931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:55:05.562813 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-c677339f-e379-40fc-a21f-7c5cd9fa02a3 admin admin] Request body: {'subnet': {'network_id': '4b5ae4c0-0346-4f1c-a727-ff02da1e8ca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1232657586-subnet', 'tenant_id': '5455ca9b49b547d7ae68f28b1a0230e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:05.640791 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c677339f-e379-40fc-a21f-7c5cd9fa02a3 admin admin] Made reservation on behalf of 5455ca9b49b547d7ae68f28b1a0230e6 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:55:05.643201 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c677339f-e379-40fc-a21f-7c5cd9fa02a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126024849'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:05.747790 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc369d0-d7ea-44d3-a0aa-17d42b8d18e7 req-c0f21edb-c06b-4d49-8e32-a0a7fe99433e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:05.752132 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-bcc369d0-d7ea-44d3-a0aa-17d42b8d18e7 req-c0f21edb-c06b-4d49-8e32-a0a7fe99433e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.1153295 Jul 14 13:55:05.819704 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-bcc369d0-d7ea-44d3-a0aa-17d42b8d18e7 req-fd08b8f6-aeb9-4876-9a42-52139a5abd85 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585594 Jul 14 13:55:05.848349 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ec0e2-2056-40bb-a0fb-76758dd40756 req-a81e71ee-1393-45d7-b545-e1ec76299b3c tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:05.849851 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7a0ec0e2-2056-40bb-a0fb-76758dd40756 req-a81e71ee-1393-45d7-b545-e1ec76299b3c tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7ae14f0-3d50-4e38-980e-f2d4b436b2ac HTTP/1.1" status: 200 len: 944 time: 0.1278687 Jul 14 13:55:05.927153 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7a0ec0e2-2056-40bb-a0fb-76758dd40756 req-43e2b8f1-fc32-413c-9673-4c319c1f3cba tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677805 Jul 14 13:55:05.928575 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c677339f-e379-40fc-a21f-7c5cd9fa02a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125937037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126024867'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:05.981803 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677339f-e379-40fc-a21f-7c5cd9fa02a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6627fcf7-bf8f-4ff0-9075-352970890635,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:05.996226 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 58942) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:06.013148 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c677339f-e379-40fc-a21f-7c5cd9fa02a3 admin admin] Checking segment: {'id': '95a5fde9-555d-4e2a-a7c6-14b3a056efa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '4b5ae4c0-0346-4f1c-a727-ff02da1e8ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:55:06.013500 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c677339f-e379-40fc-a21f-7c5cd9fa02a3 admin admin] Network hostable DHCP agents. Network: 4b5ae4c0-0346-4f1c-a727-ff02da1e8ca9, hostable agents: ['82b7cd81-444f-4fd8-937d-e6dfe2847fa5'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:55:06.032503 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c677339f-e379-40fc-a21f-7c5cd9fa02a3 admin admin] Network 4b5ae4c0-0346-4f1c-a727-ff02da1e8ca9 is scheduled to be hosted by DHCP agent 82b7cd81-444f-4fd8-937d-e6dfe2847fa5 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:55:06.042312 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-c677339f-e379-40fc-a21f-7c5cd9fa02a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-5-iscsi, 4b5ae4c0-0346-4f1c-a727-ff02da1e8ca9) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:06.047534 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c677339f-e379-40fc-a21f-7c5cd9fa02a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:06.048250 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c677339f-e379-40fc-a21f-7c5cd9fa02a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:06.060194 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b68f22-5e5d-4070-a126-796721c932a2 None None] Network 4b5ae4c0-0346-4f1c-a727-ff02da1e8ca9 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:55:06.077654 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c677339f-e379-40fc-a21f-7c5cd9fa02a3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5359042 Jul 14 13:55:06.140868 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a6361d0d-9990-4cf8-a6d3-406c4f303a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:06.206166 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8d95c6-b59e-4006-b042-730b8b511631 None None] Network 4b5ae4c0-0346-4f1c-a727-ff02da1e8ca9 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:55:06.261316 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a6361d0d-9990-4cf8-a6d3-406c4f303a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:06.269138 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a6361d0d-9990-4cf8-a6d3-406c4f303a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:06.310997 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a6361d0d-9990-4cf8-a6d3-406c4f303a33 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c863645625574301b627ec545de9cde9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136516 Jul 14 13:55:06.312069 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6361d0d-9990-4cf8-a6d3-406c4f303a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0617914-8f84-4be9-be45-cb0cdb4a295e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:06.314007 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 58964) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:06.377279 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1a195a01-e06a-40c8-898d-af6436950973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:06.400546 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1a195a01-e06a-40c8-898d-af6436950973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:06.449255 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1a195a01-e06a-40c8-898d-af6436950973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:06.452398 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1a195a01-e06a-40c8-898d-af6436950973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:06.456062 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-1a195a01-e06a-40c8-898d-af6436950973 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f0617914-8f84-4be9-be45-cb0cdb4a295e HTTP/1.1" status: 204 len: 168 time: 0.1355555 Jul 14 13:55:06.466972 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a195a01-e06a-40c8-898d-af6436950973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0617914-8f84-4be9-be45-cb0cdb4a295e,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:06.773677 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 58978) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:06.786381 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ed1b371e-5f7e-4179-911a-492f14109724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:06.877245 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:55:06.878495 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ed1b371e-5f7e-4179-911a-492f14109724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:06.884245 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ed1b371e-5f7e-4179-911a-492f14109724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:06.925178 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-ed1b371e-5f7e-4179-911a-492f14109724 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=463ae4fd627646cc8446776f69300791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478910 Jul 14 13:55:06.925486 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 58982) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:06.931526 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning for port cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:55:06.932391 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b371e-5f7e-4179-911a-492f14109724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ab400f-0a20-43bc-a9db-ae6ca8320aee,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:06.937212 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:06.937604 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:07.020698 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:07.022081 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-daedafb2-5d86-4702-9f2b-cc612ebc0879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:07.043742 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efa912-2a23-49c5-8e80-1676da938f2a req-3f7c3a76-f81f-4e2b-acac-0e0ef221a068 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:07.045261 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f2efa912-2a23-49c5-8e80-1676da938f2a req-3f7c3a76-f81f-4e2b-acac-0e0ef221a068 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.1080930 Jul 14 13:55:07.045473 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ae14f0-3d50-4e38-980e-f2d4b436b2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:55:07.048117 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82b9a44-c61a-4547-a3ab-083ecfa1c8ec" -d '{"events": [{"server_uuid": "a7ae14f0-3d50-4e38-980e-f2d4b436b2ac", "name": "network-vif-plugged", "status": "completed", "tag": "cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:55:07.056993 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-daedafb2-5d86-4702-9f2b-cc612ebc0879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:07.064206 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee,segment=NetworkSegment(d2145662-852d-4ac7-a3b4-db64f99992a1),segment_id=d2145662-852d-4ac7-a3b4-db64f99992a1)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:07.068306 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:07.119588 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:07.123387 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05592ee3-939b-4121-a10d-c7416e34421d req-ccbc6a7a-08ed-499a-8e00-49754d4351d1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:07.125129 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-05592ee3-939b-4121-a10d-c7416e34421d req-ccbc6a7a-08ed-499a-8e00-49754d4351d1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7ae14f0-3d50-4e38-980e-f2d4b436b2ac HTTP/1.1" status: 200 len: 944 time: 0.0735354 Jul 14 13:55:07.128140 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f2efa912-2a23-49c5-8e80-1676da938f2a req-f406b025-7f2e-4da4-b9d5-d430bbefe253 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596068 Jul 14 13:55:07.154419 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-daedafb2-5d86-4702-9f2b-cc612ebc0879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:07.157125 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-daedafb2-5d86-4702-9f2b-cc612ebc0879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:07.158255 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-daedafb2-5d86-4702-9f2b-cc612ebc0879 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b5ab400f-0a20-43bc-a9db-ae6ca8320aee HTTP/1.1" status: 204 len: 168 time: 0.2320433 Jul 14 13:55:07.166574 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedafb2-5d86-4702-9f2b-cc612ebc0879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ab400f-0a20-43bc-a9db-ae6ca8320aee,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:07.173567 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-05592ee3-939b-4121-a10d-c7416e34421d req-a2be8040-c388-47be-ac12-7fe1cacf5cdf tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420933 Jul 14 13:55:07.174317 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0deb8b5-d3f6-4d3f-80cd-6dce02077d39 x-openstack-request-id: req-c0deb8b5-d3f6-4d3f-80cd-6dce02077d39 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:55:07.174712 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ae14f0-3d50-4e38-980e-f2d4b436b2ac", "name": "network-vif-plugged", "status": "completed", "tag": "cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:55:07.175062 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c0deb8b5-d3f6-4d3f-80cd-6dce02077d39 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:55:07.175564 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ae14f0-3d50-4e38-980e-f2d4b436b2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee', 'code': 200} Jul 14 13:55:07.437355 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5fcc3-217a-46a0-a701-2da1fad2e6e0 req-925020f4-00c4-4564-8bcf-b8705fa03fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:07.438843 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9ca5fcc3-217a-46a0-a701-2da1fad2e6e0 req-925020f4-00c4-4564-8bcf-b8705fa03fb7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a7ae14f0-3d50-4e38-980e-f2d4b436b2ac HTTP/1.1" status: 200 len: 1098 time: 0.0560765 Jul 14 13:55:07.479757 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9ca5fcc3-217a-46a0-a701-2da1fad2e6e0 req-82c2dd11-710a-42f9-9744-532e7364e8af service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284989 Jul 14 13:55:08.250653 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d051c1d0-bec2-4e4c-bd0e-c0d38bb9dfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:08.306888 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0dfed-fc5e-49d0-8dc8-60028cf1259a req-0dcf99d2-3124-4411-8fe9-35f1928b8d96 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:08.309509 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-02c0dfed-fc5e-49d0-8dc8-60028cf1259a req-0dcf99d2-3124-4411-8fe9-35f1928b8d96 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0677130 Jul 14 13:55:08.347655 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-02c0dfed-fc5e-49d0-8dc8-60028cf1259a req-966a987a-c25c-4aae-aae3-45dc121ef6f8 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322344 Jul 14 13:55:08.356323 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d4745-b5ba-4a3e-84c3-5a089c0533b8 req-440a7714-1a34-4308-a76c-a07360900e41 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:08.357788 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-df4d4745-b5ba-4a3e-84c3-5a089c0533b8 req-440a7714-1a34-4308-a76c-a07360900e41 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7ae14f0-3d50-4e38-980e-f2d4b436b2ac HTTP/1.1" status: 200 len: 945 time: 0.0702145 Jul 14 13:55:08.394862 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-df4d4745-b5ba-4a3e-84c3-5a089c0533b8 req-7f18c3ad-50a7-475d-93d9-ec4c9383a881 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311866 Jul 14 13:55:08.708725 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 59048) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:08.815751 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-85093e8b-5ebe-49d6-8af7-075a4d96ac69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:08.912030 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-85093e8b-5ebe-49d6-8af7-075a4d96ac69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:08.918648 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-85093e8b-5ebe-49d6-8af7-075a4d96ac69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:08.955907 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-85093e8b-5ebe-49d6-8af7-075a4d96ac69 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cb77dd1814294c37bd16118269e3f6c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460437 Jul 14 13:55:08.956731 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85093e8b-5ebe-49d6-8af7-075a4d96ac69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7741eb-8da4-4a51-b1b2-c2d881e60558,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:08.958703 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 59056) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:09.007038 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3e59-3bf6-464c-a777-78508c85014a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:09.027932 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3e59-3bf6-464c-a777-78508c85014a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:09.071869 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3e59-3bf6-464c-a777-78508c85014a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:09.074928 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c6a3e59-3bf6-464c-a777-78508c85014a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:09.076069 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7c6a3e59-3bf6-464c-a777-78508c85014a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cf7741eb-8da4-4a51-b1b2-c2d881e60558 HTTP/1.1" status: 204 len: 168 time: 0.1163261 Jul 14 13:55:09.083409 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a3e59-3bf6-464c-a777-78508c85014a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7741eb-8da4-4a51-b1b2-c2d881e60558,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:09.558217 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2dc4c-81ab-4413-823e-d80132b910be req-556e060d-767c-45a7-a9a7-e295a918634a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:09.567661 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-bdf2dc4c-81ab-4413-823e-d80132b910be req-556e060d-767c-45a7-a9a7-e295a918634a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0829489 Jul 14 13:55:09.607256 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-bdf2dc4c-81ab-4413-823e-d80132b910be req-ab8f842a-9ba6-462a-b59b-11680797024a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387452 Jul 14 13:55:09.616425 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daa9ee-0686-463a-8df3-18e3d35d6a75 req-a908cbb8-ada5-464d-a886-ddffa93eee42 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:09.618734 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-41daa9ee-0686-463a-8df3-18e3d35d6a75 req-a908cbb8-ada5-464d-a886-ddffa93eee42 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7ae14f0-3d50-4e38-980e-f2d4b436b2ac HTTP/1.1" status: 200 len: 945 time: 0.0682077 Jul 14 13:55:09.663863 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-41daa9ee-0686-463a-8df3-18e3d35d6a75 req-133ce02c-5a53-4991-a95c-08baaebab69f tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390062 Jul 14 13:55:10.344707 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 59128) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:10.444473 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6e7efa89-b902-46ba-a153-b7ef0b3ba2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:10.543456 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6e7efa89-b902-46ba-a153-b7ef0b3ba2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:10.547335 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6e7efa89-b902-46ba-a153-b7ef0b3ba2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:10.583984 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6e7efa89-b902-46ba-a153-b7ef0b3ba2f3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=25ffac5fc134442385e76f841d12644c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381768 Jul 14 13:55:10.584894 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7efa89-b902-46ba-a153-b7ef0b3ba2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b494b6c-1bfa-470e-a04e-126913a02307,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:10.586581 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 59136) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:10.634661 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7e4f1def-6a71-4ac0-b7a1-28aabe4a749f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:10.655497 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7e4f1def-6a71-4ac0-b7a1-28aabe4a749f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:10.700141 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7e4f1def-6a71-4ac0-b7a1-28aabe4a749f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:10.702618 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7e4f1def-6a71-4ac0-b7a1-28aabe4a749f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:10.703921 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-7e4f1def-6a71-4ac0-b7a1-28aabe4a749f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4b494b6c-1bfa-470e-a04e-126913a02307 HTTP/1.1" status: 204 len: 168 time: 0.1154685 Jul 14 13:55:10.711166 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f1def-6a71-4ac0-b7a1-28aabe4a749f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b494b6c-1bfa-470e-a04e-126913a02307,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:10.908157 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b5153d99-7faa-424d-bacc-f00c8202acaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:11.216527 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:11.443441 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:11.718484 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:55:11.830043 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:13.306289 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf8d68-fc03-418e-bbd8-9d774545ba39 req-295834d6-64aa-4c00-b6f7-cd32b2407ccb tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:13.307765 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-feaf8d68-fc03-418e-bbd8-9d774545ba39 req-295834d6-64aa-4c00-b6f7-cd32b2407ccb tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0610132 Jul 14 13:55:13.343921 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-feaf8d68-fc03-418e-bbd8-9d774545ba39 req-eafa0941-355c-4bdf-b5f9-0237ef2ea10c tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305412 Jul 14 13:55:13.614734 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:17.366862 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a06a8-9604-4e58-abee-e89dc21e8a94 req-04dc2dd0-e45e-43ef-8374-39c46db3757e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:17.369012 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a41a06a8-9604-4e58-abee-e89dc21e8a94 req-04dc2dd0-e45e-43ef-8374-39c46db3757e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0647335 Jul 14 13:55:17.407973 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a41a06a8-9604-4e58-abee-e89dc21e8a94 req-bcdbb785-2e11-4f6c-afcb-aeac0c99592d tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326872 Jul 14 13:55:18.588830 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32eb310-df30-4a45-8450-75f915f209c1 req-4b4c5af4-79c4-4c02-b818-fab25a8f7fce tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:18.590502 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d32eb310-df30-4a45-8450-75f915f209c1 req-4b4c5af4-79c4-4c02-b818-fab25a8f7fce tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0669537 Jul 14 13:55:18.633139 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d32eb310-df30-4a45-8450-75f915f209c1 req-33f2cf32-64b0-4871-a1e7-209639c28fa7 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369067 Jul 14 13:55:18.751490 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 59294) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:18.849927 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9cc75d46-c0cf-4510-a6a0-a355ef867b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:18.939061 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9cc75d46-c0cf-4510-a6a0-a355ef867b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:18.942886 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9cc75d46-c0cf-4510-a6a0-a355ef867b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:18.979599 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-9cc75d46-c0cf-4510-a6a0-a355ef867b40 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=82c87b06d09e459186c51c4fdfe19d77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270250 Jul 14 13:55:18.980966 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc75d46-c0cf-4510-a6a0-a355ef867b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f1409c-5eef-4cc2-87b2-ad48bab46d33,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:18.982722 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 59302) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:19.037574 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5065b391-eb79-4bdf-bd1b-9abc8e8be5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:19.057898 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5065b391-eb79-4bdf-bd1b-9abc8e8be5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:19.102003 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5065b391-eb79-4bdf-bd1b-9abc8e8be5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:19.104444 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5065b391-eb79-4bdf-bd1b-9abc8e8be5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:19.106204 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5065b391-eb79-4bdf-bd1b-9abc8e8be5e6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/16f1409c-5eef-4cc2-87b2-ad48bab46d33 HTTP/1.1" status: 204 len: 168 time: 0.1219604 Jul 14 13:55:19.113984 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065b391-eb79-4bdf-bd1b-9abc8e8be5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f1409c-5eef-4cc2-87b2-ad48bab46d33,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:19.810300 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ff06d-e95b-479d-9abf-5380ddadc4e3 req-338bb5df-a8d6-407a-b282-9b31b07593b4 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:19.811837 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bf1ff06d-e95b-479d-9abf-5380ddadc4e3 req-338bb5df-a8d6-407a-b282-9b31b07593b4 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0636151 Jul 14 13:55:19.855483 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bf1ff06d-e95b-479d-9abf-5380ddadc4e3 req-3b60be5e-62bb-41bc-b591-4445c1b7e642 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375717 Jul 14 13:55:21.034401 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed13aac-58ac-4006-9db2-58418636b13b req-c4b8d49d-d37f-4207-9763-556f40d5c129 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:21.035858 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7ed13aac-58ac-4006-9db2-58418636b13b req-c4b8d49d-d37f-4207-9763-556f40d5c129 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0672512 Jul 14 13:55:21.071056 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7ed13aac-58ac-4006-9db2-58418636b13b req-fcab2b8c-634a-4005-898c-0e54cfdb4b2b tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296187 Jul 14 13:55:24.311887 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc96e94-ca35-4140-bb0a-0de41eade4ec req-4b17805a-844d-4db0-b77e-6a0566d3cd77 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:24.313262 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6bc96e94-ca35-4140-bb0a-0de41eade4ec req-4b17805a-844d-4db0-b77e-6a0566d3cd77 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0610726 Jul 14 13:55:24.352057 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6bc96e94-ca35-4140-bb0a-0de41eade4ec req-06a6f4be-8505-4a95-a10e-d547d49454f6 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333304 Jul 14 13:55:25.551096 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae2df6-e7d0-4589-9572-d6b357bd418b req-1988fd40-cc1d-40d2-8f8e-9873708f6fb8 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:25.553378 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9aae2df6-e7d0-4589-9572-d6b357bd418b req-1988fd40-cc1d-40d2-8f8e-9873708f6fb8 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0708506 Jul 14 13:55:25.609665 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9aae2df6-e7d0-4589-9572-d6b357bd418b req-84a0aef1-d2f4-4916-b12f-87dd3454c13d tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351765 Jul 14 13:55:25.826003 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 59458) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:25.984784 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-061dbd73-f544-4b15-a6a4-bd994c2ce764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:26.070111 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-9a555092-af98-45a5-851d-bbbadac6ee98 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:26.071897 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-9a555092-af98-45a5-851d-bbbadac6ee98 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/networks?id=8d8aaf29-600d-41c9-a168-bd054a164eb1 HTTP/1.1" status: 200 len: 815 time: 0.1415005 Jul 14 13:55:26.096025 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-a0c8c3f5-ad89-4669-92bc-93fb366d6b98 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/quotas/78b6057ec0e34a79b42f337ec4589849 HTTP/1.1" status: 200 len: 375 time: 0.0157344 Jul 14 13:55:26.175252 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-061dbd73-f544-4b15-a6a4-bd994c2ce764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:26.181316 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-061dbd73-f544-4b15-a6a4-bd994c2ce764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:26.212841 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-76ed7d9f-29f3-41d0-9a1e-279790dcc7d1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=78b6057ec0e34a79b42f337ec4589849&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1102011 Jul 14 13:55:26.233919 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-061dbd73-f544-4b15-a6a4-bd994c2ce764 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a9965c55eff4cc69a7e1231754387d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4068727 Jul 14 13:55:26.235776 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061dbd73-f544-4b15-a6a4-bd994c2ce764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c544e769-bc9b-4295-8fb7-d8c124a946cd,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:26.237030 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 59482) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:26.290613 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4d427867-b1f4-4fc3-8a97-a2e11a30f6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:26.314367 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4d427867-b1f4-4fc3-8a97-a2e11a30f6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:26.388864 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4d427867-b1f4-4fc3-8a97-a2e11a30f6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:26.398275 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4d427867-b1f4-4fc3-8a97-a2e11a30f6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:26.400174 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-4d427867-b1f4-4fc3-8a97-a2e11a30f6d0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c544e769-bc9b-4295-8fb7-d8c124a946cd HTTP/1.1" status: 204 len: 168 time: 0.1618769 Jul 14 13:55:26.409996 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d427867-b1f4-4fc3-8a97-a2e11a30f6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c544e769-bc9b-4295-8fb7-d8c124a946cd,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:26.606215 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-de25a397-6084-4a08-af77-0715b90032cf service neutron] 10.222.0.45 "GET /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851755 Jul 14 13:55:26.610562 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd98b2-70c1-4a90-8ecd-483a7800f0e3 req-f21fd6d2-be69-4417-bdf4-fc7fb274dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:26.612580 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-54bd98b2-70c1-4a90-8ecd-483a7800f0e3 req-f21fd6d2-be69-4417-bdf4-fc7fb274dab5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 1098 time: 0.3358774 Jul 14 13:55:26.745466 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-54bd98b2-70c1-4a90-8ecd-483a7800f0e3 req-ac934d60-5ee1-4376-aaab-0be2c9dd899d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721748 Jul 14 13:55:26.761339 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-dd90c8ee-7776-42f0-9e7e-32cc3622da69 service neutron] 10.222.0.45 "GET /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433048 Jul 14 13:55:26.856197 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40f5ee-7c3f-4dc7-bac6-690524b7e15b req-b70c872a-9b00-4f3d-8a86-b90adc5ef546 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:26.858008 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6c40f5ee-7c3f-4dc7-bac6-690524b7e15b req-b70c872a-9b00-4f3d-8a86-b90adc5ef546 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0724924 Jul 14 13:55:26.904732 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6c40f5ee-7c3f-4dc7-bac6-690524b7e15b req-ae241ca4-924b-49a7-93af-2035310245e0 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408680 Jul 14 13:55:26.936246 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aa7bb42d-e656-427b-aba4-4169ad5beb30 req-9f144809-51de-47ff-8223-adf416a0346b tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb HTTP/1.1" status: 200 len: 210 time: 0.0292490 Jul 14 13:55:28.106820 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474e89e-7ee7-4af8-b14a-cd154bf3ecd9 req-afe85d77-3f7f-41e2-a01a-8c91050a4e03 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:28.108326 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0474e89e-7ee7-4af8-b14a-cd154bf3ecd9 req-afe85d77-3f7f-41e2-a01a-8c91050a4e03 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0690958 Jul 14 13:55:28.111412 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d2a431f4-1289-4428-86ce-c353d19fbf2d req-38cdf299-36ca-443e-8d0d-2d52af0038b4 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb HTTP/1.1" status: 200 len: 210 time: 0.0282149 Jul 14 13:55:28.152998 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0474e89e-7ee7-4af8-b14a-cd154bf3ecd9 req-6521f184-1de0-422c-a0b7-675dfcf63a9b tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364494 Jul 14 13:55:28.498003 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-846e4640-aa69-4e26-a9de-0b257f8a2d9c tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:28.499509 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-846e4640-aa69-4e26-a9de-0b257f8a2d9c tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.54 "GET /v2.0/networks?id=8d8aaf29-600d-41c9-a168-bd054a164eb1 HTTP/1.1" status: 200 len: 815 time: 0.1185415 Jul 14 13:55:28.524986 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-99605e32-f1cb-48b1-98cd-254c435fdbdd tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Request body: {'port': {'device_id': 'c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb', 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1', 'admin_state_up': True, 'tenant_id': '78b6057ec0e34a79b42f337ec4589849'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:28.650741 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-99605e32-f1cb-48b1-98cd-254c435fdbdd tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Made reservation on behalf of 78b6057ec0e34a79b42f337ec4589849 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:55:28.654339 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-99605e32-f1cb-48b1-98cd-254c435fdbdd tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:28.755946 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 59572) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:28.783892 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-99605e32-f1cb-48b1-98cd-254c435fdbdd tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Allocated IP 172.20.0.5 (8d8aaf29-600d-41c9-a168-bd054a164eb1/a19bf847-6c2a-44f6-8327-c316a95a534a/3bf29a7a-fd45-4e80-9751-8b376954a09d) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:55:28.859205 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c6a607cb-3e26-4e46-8c5d-a11171510bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:28.942860 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-99605e32-f1cb-48b1-98cd-254c435fdbdd tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:28.950031 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c6a607cb-3e26-4e46-8c5d-a11171510bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:28.953719 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c6a607cb-3e26-4e46-8c5d-a11171510bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:28.983435 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-99605e32-f1cb-48b1-98cd-254c435fdbdd tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:28.997453 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:55:29.000069 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-c6a607cb-3e26-4e46-8c5d-a11171510bd3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=58aab468262b49bd81321c31cf628e60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429612 Jul 14 13:55:29.001071 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 59578) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:29.001690 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a607cb-3e26-4e46-8c5d-a11171510bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f49b695-feb9-48d5-b010-6392b2e593fd,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:29.026174 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-99605e32-f1cb-48b1-98cd-254c435fdbdd tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Network 8d8aaf29-600d-41c9-a168-bd054a164eb1 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:55:29.034834 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-99605e32-f1cb-48b1-98cd-254c435fdbdd tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:29.038827 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-99605e32-f1cb-48b1-98cd-254c435fdbdd tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:55:29.057386 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1ce20799-8741-44cb-81bd-035c8877c247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:29.068032 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99605e32-f1cb-48b1-98cd-254c435fdbdd tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Pushing event updated for resources: {'Port': ['ID=3bf29a7a-fd45-4e80-9751-8b376954a09d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:29.079641 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1ce20799-8741-44cb-81bd-035c8877c247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:29.093215 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-99605e32-f1cb-48b1-98cd-254c435fdbdd tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:29.094336 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-99605e32-f1cb-48b1-98cd-254c435fdbdd tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:29.109501 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-99605e32-f1cb-48b1-98cd-254c435fdbdd tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5884943 Jul 14 13:55:29.121905 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-1295f3f6-78f9-42de-85c0-ccd17ab0ea94 service neutron] Request body: {'port': {'device_id': 'c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:29.129213 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1ce20799-8741-44cb-81bd-035c8877c247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:29.132353 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1ce20799-8741-44cb-81bd-035c8877c247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:29.133998 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-1ce20799-8741-44cb-81bd-035c8877c247 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1f49b695-feb9-48d5-b010-6392b2e593fd HTTP/1.1" status: 204 len: 168 time: 0.1278889 Jul 14 13:55:29.142990 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce20799-8741-44cb-81bd-035c8877c247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f49b695-feb9-48d5-b010-6392b2e593fd,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:29.210659 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-1295f3f6-78f9-42de-85c0-ccd17ab0ea94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:29.347246 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd52bd3-c08d-4ea7-8501-db5c2b196f60 req-00634e54-2b81-4417-ab5d-93edb65db33c tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:29.354023 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5fd52bd3-c08d-4ea7-8501-db5c2b196f60 req-00634e54-2b81-4417-ab5d-93edb65db33c tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0713608 Jul 14 13:55:29.395000 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91603037-5c33-414d-863f-6529dec475a3 req-8a639f99-3e5d-4563-a6ed-588ed3299b60 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:29.396544 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-91603037-5c33-414d-863f-6529dec475a3 req-8a639f99-3e5d-4563-a6ed-588ed3299b60 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb HTTP/1.1" status: 200 len: 931 time: 0.1420207 Jul 14 13:55:29.399829 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5fd52bd3-c08d-4ea7-8501-db5c2b196f60 req-78fa23cd-fcce-49df-a3c2-c770d2ad7127 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446987 Jul 14 13:55:29.501584 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-91603037-5c33-414d-863f-6529dec475a3 req-29c1dda0-c398-4a3c-8353-93ea7a105c09 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863516 Jul 14 13:55:29.521340 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 59606) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:29.601096 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_v2 [None req-10943f5e-b542-4bb2-a609-44e6d7cc0fd9 admin admin] Deleting subnet 57c7e9a2-616c-4889-9d23-7ddecd904b50 {{(pid=92930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:55:29.604490 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-10943f5e-b542-4bb2-a609-44e6d7cc0fd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:29.608321 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-1295f3f6-78f9-42de-85c0-ccd17ab0ea94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf29a7a-fd45-4e80-9751-8b376954a09d {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:55:29.621830 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-1295f3f6-78f9-42de-85c0-ccd17ab0ea94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:29.636447 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-1295f3f6-78f9-42de-85c0-ccd17ab0ea94 service neutron] Transition to ACTIVE for port object 3bf29a7a-fd45-4e80-9751-8b376954a09d will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:55:29.641477 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-1295f3f6-78f9-42de-85c0-ccd17ab0ea94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:29.659532 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-10943f5e-b542-4bb2-a609-44e6d7cc0fd9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:29.670330 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f19d4f-76a3-4c19-934a-6023897563fb req-29df8acc-d6ad-429d-9931-8f6f2502a440 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:29.672172 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e1f19d4f-76a3-4c19-934a-6023897563fb req-29df8acc-d6ad-429d-9931-8f6f2502a440 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.1195793 Jul 14 13:55:29.680544 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-10943f5e-b542-4bb2-a609-44e6d7cc0fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1831242'] for subnet, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:29.695495 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295f3f6-78f9-42de-85c0-ccd17ab0ea94 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf29a7a-fd45-4e80-9751-8b376954a09d,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:29.752221 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e1f19d4f-76a3-4c19-934a-6023897563fb req-93ad8f59-c9fb-416a-996b-f490cc654efe tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686681 Jul 14 13:55:29.769850 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-1295f3f6-78f9-42de-85c0-ccd17ab0ea94 service neutron] Attempting to bind port 3bf29a7a-fd45-4e80-9751-8b376954a09d on host hv-cinder-79760 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:55:29.769850 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-1295f3f6-78f9-42de-85c0-ccd17ab0ea94 service neutron] Attempting to bind port 3bf29a7a-fd45-4e80-9751-8b376954a09d by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'd2145662-852d-4ac7-a3b4-db64f99992a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:55:29.770160 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-1295f3f6-78f9-42de-85c0-ccd17ab0ea94 service neutron] Attempting to bind port 3bf29a7a-fd45-4e80-9751-8b376954a09d on network 8d8aaf29-600d-41c9-a168-bd054a164eb1 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:55:29.772297 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-10943f5e-b542-4bb2-a609-44e6d7cc0fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for subnet, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:29.774615 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-1295f3f6-78f9-42de-85c0-ccd17ab0ea94 service neutron] Port 3bf29a7a-fd45-4e80-9751-8b376954a09d on network 8d8aaf29-600d-41c9-a168-bd054a164eb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:55:29.774932 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-1295f3f6-78f9-42de-85c0-ccd17ab0ea94 service neutron] Attempting to bind port 3bf29a7a-fd45-4e80-9751-8b376954a09d on network 8d8aaf29-600d-41c9-a168-bd054a164eb1 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:55:29.780125 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-1295f3f6-78f9-42de-85c0-ccd17ab0ea94 service neutron] Checking agent: {'id': '452dea11-d79b-49e5-b391-0cd9cce6a9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:55:29.780452 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-1295f3f6-78f9-42de-85c0-ccd17ab0ea94 service neutron] Checking segment: {'id': 'd2145662-852d-4ac7-a3b4-db64f99992a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:55:29.780833 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-1295f3f6-78f9-42de-85c0-ccd17ab0ea94 service neutron] Bound using segment: {'id': 'd2145662-852d-4ac7-a3b4-db64f99992a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:55:29.781249 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-1295f3f6-78f9-42de-85c0-ccd17ab0ea94 service neutron] Bound port: 3bf29a7a-fd45-4e80-9751-8b376954a09d, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2145662-852d-4ac7-a3b4-db64f99992a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:55:29.781601 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-1295f3f6-78f9-42de-85c0-ccd17ab0ea94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:29.844311 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10943f5e-b542-4bb2-a609-44e6d7cc0fd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57c7e9a2-616c-4889-9d23-7ddecd904b50,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:29.863290 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-1295f3f6-78f9-42de-85c0-ccd17ab0ea94 service neutron] For port 3bf29a7a-fd45-4e80-9751-8b376954a09d, host hv-cinder-79760, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:55:29.871648 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-1295f3f6-78f9-42de-85c0-ccd17ab0ea94 service neutron] For port 3bf29a7a-fd45-4e80-9751-8b376954a09d, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3bf29a7a-fd45-4e80-9751-8b376954a09d,segment=NetworkSegment(d2145662-852d-4ac7-a3b4-db64f99992a1),segment_id=d2145662-852d-4ac7-a3b4-db64f99992a1)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:55:29.884498 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-1295f3f6-78f9-42de-85c0-ccd17ab0ea94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:29.896186 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-10943f5e-b542-4bb2-a609-44e6d7cc0fd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:29.900505 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-10943f5e-b542-4bb2-a609-44e6d7cc0fd9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/57c7e9a2-616c-4889-9d23-7ddecd904b50 HTTP/1.1" status: 204 len: 168 time: 0.3757422 Jul 14 13:55:29.900605 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 59624) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:29.924610 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-1295f3f6-78f9-42de-85c0-ccd17ab0ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:29.925692 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-1295f3f6-78f9-42de-85c0-ccd17ab0ea94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:29.927394 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-1295f3f6-78f9-42de-85c0-ccd17ab0ea94 service neutron] 10.222.0.54 "PUT /v2.0/ports/3bf29a7a-fd45-4e80-9751-8b376954a09d HTTP/1.1" status: 200 len: 1093 time: 0.8095613 Jul 14 13:55:29.927860 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb', 'tag': '3bf29a7a-fd45-4e80-9751-8b376954a09d'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:55:29.930103 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f5b8e9-279f-491b-a5d1-182c74ab9370" -d '{"events": [{"name": "network-changed", "server_uuid": "c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb", "tag": "3bf29a7a-fd45-4e80-9751-8b376954a09d"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:55:29.964390 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295f3f6-78f9-42de-85c0-ccd17ab0ea94 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf29a7a-fd45-4e80-9751-8b376954a09d,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:29.996140 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71152429-2c19-40f3-bbb6-0eb25c9e1390 x-openstack-request-id: req-71152429-2c19-40f3-bbb6-0eb25c9e1390 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:55:29.996765 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb", "tag": "3bf29a7a-fd45-4e80-9751-8b376954a09d", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:55:29.997165 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-71152429-2c19-40f3-bbb6-0eb25c9e1390 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:55:29.997553 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb', 'tag': '3bf29a7a-fd45-4e80-9751-8b376954a09d', 'status': 'completed', 'code': 200} Jul 14 13:55:30.062301 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670563'] for network, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.092897 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-385ac05d-31fc-4fba-9bf6-9c467451cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:30.094524 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-385ac05d-31fc-4fba-9bf6-9c467451cff9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78b6057ec0e34a79b42f337ec4589849&device_id=c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb HTTP/1.1" status: 200 len: 1096 time: 0.0669551 Jul 14 13:55:30.175473 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-e8c3196d-97d5-4fd7-a499-479d267adf01 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bf29a7a-fd45-4e80-9751-8b376954a09d HTTP/1.1" status: 200 len: 217 time: 0.0656059 Jul 14 13:55:30.180833 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833695', 'neutron.services.segments.db._delete_segments_for_network-8781940339011'] for network, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.194441 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:55:30.194783 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:55:30.195527 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:55:30.195913 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] Subscribe: > port after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:55:30.196236 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:55:30.196858 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] Subscribe: > port after_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:55:30.197336 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:55:30.197819 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:55:30.198321 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:55:30.198775 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:55:30.263323 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-29d5853b-7489-4a0a-b10f-d55f3e2c2f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:30.264805 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-29d5853b-7489-4a0a-b10f-d55f3e2c2f6d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a19bf847-6c2a-44f6-8327-c316a95a534a HTTP/1.1" status: 200 len: 855 time: 0.0616603 Jul 14 13:55:30.267571 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:55:30.268009 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:55:30.268336 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:55:30.268660 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:55:30.269033 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b477b6-978f-44e0-8121-f622ec35a496']}} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:30.286124 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7aebe5f-a196-443e-bffc-7ec2a5065c68') {'for_net_delete': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:30.286413 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7aebe5f-a196-443e-bffc-7ec2a5065c68') {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:30.313439 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781940338508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127483973'] for segment, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.315927 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-52738827-751f-4473-966b-ee3b8e731fa4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d8aaf29-600d-41c9-a168-bd054a164eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337911 Jul 14 13:55:30.334799 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.343996 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=92930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:55:30.344380 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127484915'] for segment, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: from cryptography.utils import int_from_bytes Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: from cryptography.utils import int_from_bytes Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: Traceback (most recent call last): Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: timer() Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: cb(*args, **kw) Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: return func(*args, **kwargs) Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: self._notify() Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: self.callback(batched_events) Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: event.method(event) Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: return f(self, *a, **k) Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: return self._get(url).json() Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: return self.request(url, 'GET', **kwargs) Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:55:30.348493 dv-cinder-797608-5-iscsi neutron-server[92930]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:55:30.416591 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728938'] for network, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.424739 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.429573 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e6b477b6-978f-44e0-8121-f622ec35a496 HTTP/1.1" status: 204 len: 168 time: 0.5251777 Jul 14 13:55:30.432000 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 59644) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:30.435834 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4232be-7b2c-4db5-a903-944fcd3efad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6b477b6-978f-44e0-8121-f622ec35a496,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:30.462039 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-e38bc171-a7e7-4e71-be87-88e9d8362052 service neutron] 10.222.0.54 "GET /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284511 Jul 14 13:55:30.521786 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-580266f0-3fcd-42ca-b4a0-f72c88a9656a admin admin] Deleting subnet 6627fcf7-bf8f-4ff0-9075-352970890635 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:55:30.530154 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-580266f0-3fcd-42ca-b4a0-f72c88a9656a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.582884 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-580266f0-3fcd-42ca-b4a0-f72c88a9656a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125937022'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.630441 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec7d4a8d-e2bd-4c0f-8531-0e38ae079eeb req-7256c681-89fd-44ec-a9a8-6533eace2650 service neutron] 10.222.0.54 "GET /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602256 Jul 14 13:55:30.664045 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-580266f0-3fcd-42ca-b4a0-f72c88a9656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1831242'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.730512 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea485893-7e15-4e84-8715-4d48042d11eb req-cbae95fe-1115-4ce8-a41f-341301a049f7 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:30.731905 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ea485893-7e15-4e84-8715-4d48042d11eb req-cbae95fe-1115-4ce8-a41f-341301a049f7 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb HTTP/1.1" status: 200 len: 943 time: 0.1139190 Jul 14 13:55:30.772850 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-580266f0-3fcd-42ca-b4a0-f72c88a9656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125936972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126024884'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.811561 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580266f0-3fcd-42ca-b4a0-f72c88a9656a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6627fcf7-bf8f-4ff0-9075-352970890635,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:30.817860 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-580266f0-3fcd-42ca-b4a0-f72c88a9656a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.819720 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-580266f0-3fcd-42ca-b4a0-f72c88a9656a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6627fcf7-bf8f-4ff0-9075-352970890635 HTTP/1.1" status: 204 len: 168 time: 0.3866746 Jul 14 13:55:30.822876 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 59658) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:30.836712 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ea485893-7e15-4e84-8715-4d48042d11eb req-afa9ea7a-f4de-47eb-a988-cf06b67ac752 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914345 Jul 14 13:55:30.849630 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5b8e9-279f-491b-a5d1-182c74ab9370 req-1f27bac8-e2e0-4dd5-b733-d63eb03c431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:30.852776 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c7f5b8e9-279f-491b-a5d1-182c74ab9370 req-1f27bac8-e2e0-4dd5-b733-d63eb03c431f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78b6057ec0e34a79b42f337ec4589849&device_id=c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb HTTP/1.1" status: 200 len: 1096 time: 0.1165233 Jul 14 13:55:30.902378 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f2a093d0-8360-4693-b5dd-8408e56c39a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670563'] for network, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.953098 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5b8e9-279f-491b-a5d1-182c74ab9370 req-a32cecf2-6d19-40eb-9930-794df97b8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:30.954693 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c7f5b8e9-279f-491b-a5d1-182c74ab9370 req-a32cecf2-6d19-40eb-9930-794df97b8071 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d8aaf29-600d-41c9-a168-bd054a164eb1 HTTP/1.1" status: 200 len: 916 time: 0.0912356 Jul 14 13:55:30.989169 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f2a093d0-8360-4693-b5dd-8408e56c39a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833695', 'neutron.services.segments.db._delete_segments_for_network-8781940339011'] for network, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.992413 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-f2a093d0-8360-4693-b5dd-8408e56c39a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b5ae4c0-0346-4f1c-a727-ff02da1e8ca9']}} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:31.002644 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-f2a093d0-8360-4693-b5dd-8408e56c39a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a5fde9-555d-4e2a-a7c6-14b3a056efa0') {'for_net_delete': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:31.002939 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-f2a093d0-8360-4693-b5dd-8408e56c39a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a5fde9-555d-4e2a-a7c6-14b3a056efa0') {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:31.012563 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f2a093d0-8360-4693-b5dd-8408e56c39a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781940338508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127483973'] for segment, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.016868 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c7f5b8e9-279f-491b-a5d1-182c74ab9370 req-a3082884-577d-43bb-9716-0e00dd6cd114 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bf29a7a-fd45-4e80-9751-8b376954a09d HTTP/1.1" status: 200 len: 217 time: 0.0362940 Jul 14 13:55:31.025777 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f2a093d0-8360-4693-b5dd-8408e56c39a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.031993 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a093d0-8360-4693-b5dd-8408e56c39a2 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=92930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:55:31.032311 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f2a093d0-8360-4693-b5dd-8408e56c39a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127484915'] for segment, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: Traceback (most recent call last): Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: timer() Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: cb(*args, **kw) Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: return func(*args, **kwargs) Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: self._notify() Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: self.callback(batched_events) Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: event.method(event) Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: return f(self, *a, **k) Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: return self._get(url).json() Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: return self.request(url, 'GET', **kwargs) Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:55:31.033922 dv-cinder-797608-5-iscsi neutron-server[92930]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:55:31.080162 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5b8e9-279f-491b-a5d1-182c74ab9370 req-abcc65c0-6f9d-4208-9be8-1648f69eca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:31.082127 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c7f5b8e9-279f-491b-a5d1-182c74ab9370 req-abcc65c0-6f9d-4208-9be8-1648f69eca81 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a19bf847-6c2a-44f6-8327-c316a95a534a HTTP/1.1" status: 200 len: 855 time: 0.0444181 Jul 14 13:55:31.093528 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f2a093d0-8360-4693-b5dd-8408e56c39a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728938'] for network, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.099492 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f2a093d0-8360-4693-b5dd-8408e56c39a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.101889 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-f2a093d0-8360-4693-b5dd-8408e56c39a2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4b5ae4c0-0346-4f1c-a727-ff02da1e8ca9 HTTP/1.1" status: 204 len: 168 time: 0.2768266 Jul 14 13:55:31.113514 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a093d0-8360-4693-b5dd-8408e56c39a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b5ae4c0-0346-4f1c-a727-ff02da1e8ca9,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:31.156450 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c7f5b8e9-279f-491b-a5d1-182c74ab9370 req-1459234b-f3f0-489d-9278-0e116c23abe8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d8aaf29-600d-41c9-a168-bd054a164eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596159 Jul 14 13:55:31.275591 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c7f5b8e9-279f-491b-a5d1-182c74ab9370 req-8cd0783d-7f6f-4096-9e79-87eac3d9d784 service neutron] 10.222.0.54 "GET /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968163 Jul 14 13:55:31.356847 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 59680) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:31.399060 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-af6c58c3-28dc-4ed3-98ae-c505a6e99d61 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=22b1bbcc313d427190e433317c163d99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388143 Jul 14 13:55:31.399888 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 59682) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:31.411091 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c7f5b8e9-279f-491b-a5d1-182c74ab9370 req-17864258-4353-4f19-a24a-21fc6d86f770 service neutron] 10.222.0.54 "GET /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285896 Jul 14 13:55:31.456986 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3ccf331a-33ce-4870-a05b-0e2ed9ccb318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.479257 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3ccf331a-33ce-4870-a05b-0e2ed9ccb318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.530804 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3ccf331a-33ce-4870-a05b-0e2ed9ccb318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.533516 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3ccf331a-33ce-4870-a05b-0e2ed9ccb318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.534828 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-3ccf331a-33ce-4870-a05b-0e2ed9ccb318 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5140d7a8-c623-4a11-81ba-c4383ae3e4cc HTTP/1.1" status: 204 len: 168 time: 0.1344776 Jul 14 13:55:31.543719 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf331a-33ce-4870-a05b-0e2ed9ccb318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5140d7a8-c623-4a11-81ba-c4383ae3e4cc,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:31.757543 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a383ae-ba98-41e3-97cb-b46e99925d6a req-7589ec84-af83-4ada-b7f7-bf4f46cac808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:31.759053 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f9a383ae-ba98-41e3-97cb-b46e99925d6a req-7589ec84-af83-4ada-b7f7-bf4f46cac808 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f21fdd7bb4164aba898198e96918cef0&device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 1099 time: 0.0967112 Jul 14 13:55:31.796284 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b71816-b361-45a1-8fa6-d7640656bd03 req-cb46de2d-c339-4c50-91c8-9c245f16da3f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:31.797649 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-92b71816-b361-45a1-8fa6-d7640656bd03 req-cb46de2d-c339-4c50-91c8-9c245f16da3f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0973432 Jul 14 13:55:31.873064 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-92b71816-b361-45a1-8fa6-d7640656bd03 req-4ea42b53-ab08-43b3-a427-b5579ef7c0c8 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489802 Jul 14 13:55:31.898011 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a383ae-ba98-41e3-97cb-b46e99925d6a req-4503ac97-5a30-4a4c-b33b-0420953dab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:31.900231 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f9a383ae-ba98-41e3-97cb-b46e99925d6a req-4503ac97-5a30-4a4c-b33b-0420953dab5a service neutron] 10.222.0.54 "GET /v2.0/networks?id=8c9c30b7-1c6e-4b55-9a15-bcd593742e07 HTTP/1.1" status: 200 len: 920 time: 0.1303988 Jul 14 13:55:31.902369 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 59696) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:31.940233 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-59bb7b6c-48b0-44f9-bb35-a5f635b6411e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5455ca9b49b547d7ae68f28b1a0230e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366921 Jul 14 13:55:31.942759 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 59698) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:31.953372 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f9a383ae-ba98-41e3-97cb-b46e99925d6a req-dd1158e7-4ccf-47cf-b25d-97faccd2e433 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65529375-9dcd-4f62-919b-259a0caddeef HTTP/1.1" status: 200 len: 217 time: 0.0364354 Jul 14 13:55:32.016059 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a383ae-ba98-41e3-97cb-b46e99925d6a req-d48d1812-9995-442d-8772-0dda53a7dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:32.017525 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f9a383ae-ba98-41e3-97cb-b46e99925d6a req-d48d1812-9995-442d-8772-0dda53a7dcb1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=383ca765-ab77-499a-b15a-1a74b6126141 HTTP/1.1" status: 200 len: 859 time: 0.0482824 Jul 14 13:55:32.026962 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c77246d5-9a85-4ab7-bec0-692b4b9037d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:32.054674 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c77246d5-9a85-4ab7-bec0-692b4b9037d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:32.063734 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f9a383ae-ba98-41e3-97cb-b46e99925d6a req-70efe4d5-0517-487b-923c-f1c7da9dee8a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8c9c30b7-1c6e-4b55-9a15-bcd593742e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283151 Jul 14 13:55:32.071955 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f5f40-2b01-4390-89f8-18829405b8f1 req-0c10ce9c-d270-4348-8bae-bfc240fb9000 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:32.073423 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-848f5f40-2b01-4390-89f8-18829405b8f1 req-0c10ce9c-d270-4348-8bae-bfc240fb9000 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb HTTP/1.1" status: 200 len: 943 time: 0.1042976 Jul 14 13:55:32.124376 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-848f5f40-2b01-4390-89f8-18829405b8f1 req-18e57d97-4b8e-435d-9197-697266bc049e tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445077 Jul 14 13:55:32.132982 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c77246d5-9a85-4ab7-bec0-692b4b9037d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:32.136114 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c77246d5-9a85-4ab7-bec0-692b4b9037d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:32.139357 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-c77246d5-9a85-4ab7-bec0-692b4b9037d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6bc07b95-151a-4684-9f39-e200c328b2f4 HTTP/1.1" status: 204 len: 168 time: 0.1934595 Jul 14 13:55:32.146322 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77246d5-9a85-4ab7-bec0-692b4b9037d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc07b95-151a-4684-9f39-e200c328b2f4,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:32.174590 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f9a383ae-ba98-41e3-97cb-b46e99925d6a req-131c04aa-abee-4536-9be3-4e15fd09b3da service neutron] 10.222.0.54 "GET /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895901 Jul 14 13:55:32.275714 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f9a383ae-ba98-41e3-97cb-b46e99925d6a req-e5f0ab74-788b-4df0-a10f-f3d949678d46 service neutron] 10.222.0.54 "GET /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882046 Jul 14 13:55:33.054838 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307e9d6-bf29-41e2-b7b5-d039c6daff7a req-1207851e-af56-4468-bdec-a66a675a2629 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:33.061535 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0307e9d6-bf29-41e2-b7b5-d039c6daff7a req-1207851e-af56-4468-bdec-a66a675a2629 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0700903 Jul 14 13:55:33.100206 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0307e9d6-bf29-41e2-b7b5-d039c6daff7a req-2d70717e-bf05-4a76-a1cd-88fb147f9a59 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377696 Jul 14 13:55:33.309650 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9a661-6fad-48fc-b72d-3cb2d8f13a28 req-66d5be18-d83d-46f3-9060-fd142fddd635 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:33.311905 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-39e9a661-6fad-48fc-b72d-3cb2d8f13a28 req-66d5be18-d83d-46f3-9060-fd142fddd635 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb HTTP/1.1" status: 200 len: 943 time: 0.0707061 Jul 14 13:55:33.354593 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-39e9a661-6fad-48fc-b72d-3cb2d8f13a28 req-64e24d0d-b418-4792-b004-8bd4ed8cfd85 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359786 Jul 14 13:55:34.316060 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e8a1e-bfb7-424a-b59e-49d5f3c581ae req-9519914a-ac5a-4e37-8575-e4f0d52b27ce tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:34.317518 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-892e8a1e-bfb7-424a-b59e-49d5f3c581ae req-9519914a-ac5a-4e37-8575-e4f0d52b27ce tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0666552 Jul 14 13:55:34.360711 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-892e8a1e-bfb7-424a-b59e-49d5f3c581ae req-074674bf-1c77-4deb-b212-c229ff7fdbb3 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373049 Jul 14 13:55:34.533615 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85289f-75c0-4c1a-9581-cb0eb5f6aaf0 req-cff320cd-c78a-44d9-928a-6672950613ec tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:34.535047 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-eb85289f-75c0-4c1a-9581-cb0eb5f6aaf0 req-cff320cd-c78a-44d9-928a-6672950613ec tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb HTTP/1.1" status: 200 len: 943 time: 0.0610833 Jul 14 13:55:34.570940 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-eb85289f-75c0-4c1a-9581-cb0eb5f6aaf0 req-2fd151e7-b024-4482-82d9-9b2e770c0d30 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304461 Jul 14 13:55:35.029859 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 3bf29a7a-fd45-4e80-9751-8b376954a09d details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:55:35.129772 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 3bf29a7a-fd45-4e80-9751-8b376954a09d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3bf29a7a-fd45-4e80-9751-8b376954a09d,segment=NetworkSegment(d2145662-852d-4ac7-a3b4-db64f99992a1),segment_id=d2145662-852d-4ac7-a3b4-db64f99992a1)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:35.141035 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': '3bf29a7a-fd45-4e80-9751-8b376954a09d', 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1', 'port_id': '3bf29a7a-fd45-4e80-9751-8b376954a09d', 'mac_address': 'fa:16:3e:40:be:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a19bf847-6c2a-44f6-8327-c316a95a534a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:55:35.184726 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:35.196848 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf29a7a-fd45-4e80-9751-8b376954a09d {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:55:35.216728 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 3bf29a7a-fd45-4e80-9751-8b376954a09d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3bf29a7a-fd45-4e80-9751-8b376954a09d,segment=NetworkSegment(d2145662-852d-4ac7-a3b4-db64f99992a1),segment_id=d2145662-852d-4ac7-a3b4-db64f99992a1)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:35.220225 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:35.264410 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=3bf29a7a-fd45-4e80-9751-8b376954a09d,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:35.536740 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb317ba-645c-4ec7-b319-4b51d70e9f39 req-70f0d2c3-856c-4fd3-b653-1a8396c1cd05 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:35.538226 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0cb317ba-645c-4ec7-b319-4b51d70e9f39 req-70f0d2c3-856c-4fd3-b653-1a8396c1cd05 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0622919 Jul 14 13:55:35.576001 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0cb317ba-645c-4ec7-b319-4b51d70e9f39 req-611530d5-1384-4551-91e4-ca527ecf3033 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316420 Jul 14 13:55:35.744667 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfd224-74ef-4b23-848a-e0ef64b6ef4b req-a202fa80-bfd2-4225-b4e5-1ec74431e2c6 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:35.746725 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6fdfd224-74ef-4b23-848a-e0ef64b6ef4b req-a202fa80-bfd2-4225-b4e5-1ec74431e2c6 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb HTTP/1.1" status: 200 len: 944 time: 0.0644197 Jul 14 13:55:35.786383 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6fdfd224-74ef-4b23-848a-e0ef64b6ef4b req-5667300f-081f-4083-acff-b60a9b62d11f tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338466 Jul 14 13:55:35.817090 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['3bf29a7a-fd45-4e80-9751-8b376954a09d'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:55:36.754505 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48798ae-2de0-4561-990d-d0f2738ca955 req-285bc87b-2ba3-49f1-a2ab-dd69baf033c4 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:36.755922 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b48798ae-2de0-4561-990d-d0f2738ca955 req-285bc87b-2ba3-49f1-a2ab-dd69baf033c4 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0642962 Jul 14 13:55:36.794255 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b48798ae-2de0-4561-990d-d0f2738ca955 req-125af175-b426-470c-a277-f8d17e8a36c7 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323467 Jul 14 13:55:36.963224 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbce6b-5594-44e9-980d-63fca4bd010d req-a4435d9e-22b4-4348-ad8e-76432cf5c43f tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:36.965265 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-afdbce6b-5594-44e9-980d-63fca4bd010d req-a4435d9e-22b4-4348-ad8e-76432cf5c43f tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb HTTP/1.1" status: 200 len: 944 time: 0.0602636 Jul 14 13:55:37.001144 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-afdbce6b-5594-44e9-980d-63fca4bd010d req-4abd6f78-8138-4ce4-a036-f2a96d29ec9e tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304935 Jul 14 13:55:37.501627 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef6819-0c99-4ac7-b666-f4285abd79f9 req-07b8cc9a-1523-4952-9a41-683861c97bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:37.503164 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6fef6819-0c99-4ac7-b666-f4285abd79f9 req-07b8cc9a-1523-4952-9a41-683861c97bcf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f21fdd7bb4164aba898198e96918cef0&device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 1099 time: 0.0574944 Jul 14 13:55:37.628890 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef6819-0c99-4ac7-b666-f4285abd79f9 req-4cdc8b9e-4ef0-4b0e-8cc6-7db19c448f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:37.630329 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6fef6819-0c99-4ac7-b666-f4285abd79f9 req-4cdc8b9e-4ef0-4b0e-8cc6-7db19c448f66 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8c9c30b7-1c6e-4b55-9a15-bcd593742e07 HTTP/1.1" status: 200 len: 920 time: 0.0847273 Jul 14 13:55:37.681744 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6fef6819-0c99-4ac7-b666-f4285abd79f9 req-68787d95-a681-4334-aa96-a3da4d571559 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65529375-9dcd-4f62-919b-259a0caddeef HTTP/1.1" status: 200 len: 217 time: 0.0366576 Jul 14 13:55:37.818200 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 59894) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:37.931682 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f87f6c59-7ede-44dd-854f-369ab7d47db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:37.966425 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef6819-0c99-4ac7-b666-f4285abd79f9 req-3b111c02-40f0-40d1-9108-07b102be5320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:37.967888 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6fef6819-0c99-4ac7-b666-f4285abd79f9 req-3b111c02-40f0-40d1-9108-07b102be5320 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=383ca765-ab77-499a-b15a-1a74b6126141 HTTP/1.1" status: 200 len: 859 time: 0.2755644 Jul 14 13:55:38.014894 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6fef6819-0c99-4ac7-b666-f4285abd79f9 req-e4127813-5db0-4395-acd2-0f3e248f5e39 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8c9c30b7-1c6e-4b55-9a15-bcd593742e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331655 Jul 14 13:55:38.021202 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f87f6c59-7ede-44dd-854f-369ab7d47db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:38.026729 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f87f6c59-7ede-44dd-854f-369ab7d47db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:38.028212 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abecc02-1712-4302-a5b8-f7e2aa831e7c req-ebc3a33f-05e3-4b8a-a616-e6452700556f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:38.029859 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2abecc02-1712-4302-a5b8-f7e2aa831e7c req-ebc3a33f-05e3-4b8a-a616-e6452700556f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.1031904 Jul 14 13:55:38.063543 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f6c59-7ede-44dd-854f-369ab7d47db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a034a799-2076-4208-8ffe-97e39a66a199,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:38.071393 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-f87f6c59-7ede-44dd-854f-369ab7d47db8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ea8b2ad69a324a7c83422be28b6e73be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520907 Jul 14 13:55:38.072210 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 59900) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:38.121606 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2abecc02-1712-4302-a5b8-f7e2aa831e7c req-4db9cebb-faf5-4816-9f4d-1f2a9cefd1d9 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827959 Jul 14 13:55:38.145174 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6fef6819-0c99-4ac7-b666-f4285abd79f9 req-2260d940-5806-4ebc-b048-2d220b94cb6b service neutron] 10.222.0.54 "GET /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143820 Jul 14 13:55:38.150370 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af5b90c5-b710-430a-896e-ae74b06b32cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:38.178167 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af5b90c5-b710-430a-896e-ae74b06b32cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:38.227404 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c121d3-39c5-40b0-85db-1f3503e62327 req-889f7b9a-87b4-4191-8d05-4b3310d06740 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:38.228918 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f0c121d3-39c5-40b0-85db-1f3503e62327 req-889f7b9a-87b4-4191-8d05-4b3310d06740 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb HTTP/1.1" status: 200 len: 944 time: 0.1071608 Jul 14 13:55:38.253287 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8f528818-e4e5-408e-934a-ba33b02d3a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:38.260118 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af5b90c5-b710-430a-896e-ae74b06b32cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:38.263157 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af5b90c5-b710-430a-896e-ae74b06b32cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:38.264282 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-af5b90c5-b710-430a-896e-ae74b06b32cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a034a799-2076-4208-8ffe-97e39a66a199 HTTP/1.1" status: 204 len: 168 time: 0.1914840 Jul 14 13:55:38.266222 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6fef6819-0c99-4ac7-b666-f4285abd79f9 req-2464470d-32e9-4dbd-b103-ae29b857a2a7 service neutron] 10.222.0.54 "GET /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098981 Jul 14 13:55:38.292011 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b90c5-b710-430a-896e-ae74b06b32cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a034a799-2076-4208-8ffe-97e39a66a199,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:38.301213 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f0c121d3-39c5-40b0-85db-1f3503e62327 req-4066fdd3-7b59-4149-b5be-a91e47de7260 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643272 Jul 14 13:55:38.540927 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 59914) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:38.559635 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b62c350f-28e6-4d3b-82fe-d44a8d561d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:38.652035 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b62c350f-28e6-4d3b-82fe-d44a8d561d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:38.655906 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b62c350f-28e6-4d3b-82fe-d44a8d561d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:38.695427 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-b62c350f-28e6-4d3b-82fe-d44a8d561d9d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4e31adf2056549ce9990cb317226bc71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534152 Jul 14 13:55:38.696264 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c350f-28e6-4d3b-82fe-d44a8d561d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef83c59b-7820-472a-9976-3b2b5ebe70ff,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:38.698844 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 59926) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:38.753331 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e9138335-4b32-4e33-894b-7d40c60bd8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:38.777595 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e9138335-4b32-4e33-894b-7d40c60bd8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:38.828851 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e9138335-4b32-4e33-894b-7d40c60bd8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:38.833318 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e9138335-4b32-4e33-894b-7d40c60bd8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:38.837286 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e9138335-4b32-4e33-894b-7d40c60bd8ce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ef83c59b-7820-472a-9976-3b2b5ebe70ff HTTP/1.1" status: 204 len: 168 time: 0.1349411 Jul 14 13:55:38.843773 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9138335-4b32-4e33-894b-7d40c60bd8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef83c59b-7820-472a-9976-3b2b5ebe70ff,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:39.063765 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 3bf29a7a-fd45-4e80-9751-8b376954a09d up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:55:39.112587 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning for port 3bf29a7a-fd45-4e80-9751-8b376954a09d completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:55:39.116285 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port 3bf29a7a-fd45-4e80-9751-8b376954a09d triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:39.116725 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:39.165047 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 59940) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:39.178443 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-acbb169a-c1be-4061-9081-67d5d29b8657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:39.314763 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:39.324166 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-acbb169a-c1be-4061-9081-67d5d29b8657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:39.339778 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf29a7a-fd45-4e80-9751-8b376954a09d'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:55:39.340658 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffba53-2c61-473a-8207-0cab069067d3 req-faacd599-bf18-4471-99e2-549d956977a3 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:39.341896 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab8b28e-1be3-4370-8906-3e4b745f1fc4" -d '{"events": [{"server_uuid": "c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb", "name": "network-vif-plugged", "status": "completed", "tag": "3bf29a7a-fd45-4e80-9751-8b376954a09d"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:55:39.342362 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-31ffba53-2c61-473a-8207-0cab069067d3 req-faacd599-bf18-4471-99e2-549d956977a3 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0955956 Jul 14 13:55:39.343073 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-acbb169a-c1be-4061-9081-67d5d29b8657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:39.360207 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 3bf29a7a-fd45-4e80-9751-8b376954a09d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3bf29a7a-fd45-4e80-9751-8b376954a09d,segment=NetworkSegment(d2145662-852d-4ac7-a3b4-db64f99992a1),segment_id=d2145662-852d-4ac7-a3b4-db64f99992a1)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:39.366138 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:39.402193 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-acbb169a-c1be-4061-9081-67d5d29b8657 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4363e97bc4524e2a870c5699bb7ab178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359903 Jul 14 13:55:39.404900 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 59948) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:39.407733 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb169a-c1be-4061-9081-67d5d29b8657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc428578-4da4-47cc-a635-ac5082949a4b,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:39.422533 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-31ffba53-2c61-473a-8207-0cab069067d3 req-144d1827-471f-4b7f-8751-4c28d4a9cc67 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686681 Jul 14 13:55:39.423673 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=3bf29a7a-fd45-4e80-9751-8b376954a09d,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:39.473868 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-58e94e13-87c0-48c0-ac00-4ba07fd1ca3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:39.486740 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318f6a49-ceba-4ea5-bb74-c2e6ca9958cf x-openstack-request-id: req-318f6a49-ceba-4ea5-bb74-c2e6ca9958cf {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:55:39.487300 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb", "name": "network-vif-plugged", "status": "completed", "tag": "3bf29a7a-fd45-4e80-9751-8b376954a09d", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:55:39.488152 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-318f6a49-ceba-4ea5-bb74-c2e6ca9958cf {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:55:39.488678 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf29a7a-fd45-4e80-9751-8b376954a09d', 'code': 200} Jul 14 13:55:39.496533 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-58e94e13-87c0-48c0-ac00-4ba07fd1ca3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:39.586537 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-58e94e13-87c0-48c0-ac00-4ba07fd1ca3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:39.589297 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-58e94e13-87c0-48c0-ac00-4ba07fd1ca3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:39.590584 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-58e94e13-87c0-48c0-ac00-4ba07fd1ca3c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc428578-4da4-47cc-a635-ac5082949a4b HTTP/1.1" status: 204 len: 168 time: 0.1845584 Jul 14 13:55:39.604051 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e94e13-87c0-48c0-ac00-4ba07fd1ca3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc428578-4da4-47cc-a635-ac5082949a4b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:39.615949 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687fdd1-d8c0-472a-8605-c6ef8f4b0b5f req-f781ae22-e19d-4541-9b75-1529898df4b3 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:39.623404 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b687fdd1-d8c0-472a-8605-c6ef8f4b0b5f req-f781ae22-e19d-4541-9b75-1529898df4b3 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb HTTP/1.1" status: 200 len: 945 time: 0.0951872 Jul 14 13:55:39.667201 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b687fdd1-d8c0-472a-8605-c6ef8f4b0b5f req-45569b19-c232-4767-8c29-e16067de38aa tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429025 Jul 14 13:55:39.780755 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1ecfa-29e8-4d30-8e01-00f414e1e00f req-b55f55b1-cd39-40cb-9c45-512872c6161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:39.782285 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7ed1ecfa-29e8-4d30-8e01-00f414e1e00f req-b55f55b1-cd39-40cb-9c45-512872c6161f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb HTTP/1.1" status: 200 len: 1098 time: 0.0518084 Jul 14 13:55:39.816819 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7ed1ecfa-29e8-4d30-8e01-00f414e1e00f req-c095a8ee-f454-418f-914c-c247e9b5aac5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276723 Jul 14 13:55:40.114840 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 59978) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:40.218445 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-149ce6cb-59ae-49f8-8079-7c570222b137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:40.314166 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-149ce6cb-59ae-49f8-8079-7c570222b137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:40.317986 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-149ce6cb-59ae-49f8-8079-7c570222b137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:40.358462 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-149ce6cb-59ae-49f8-8079-7c570222b137 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4cc0e8f6c0204fdfaf43306ad8e15860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423968 Jul 14 13:55:40.359455 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ce6cb-59ae-49f8-8079-7c570222b137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9e58fb-d605-4730-8bf3-8a112b46b50e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:40.361385 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 59992) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:40.630522 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-50f5104a-ec42-45ea-982e-a0f5f61cd60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:40.663004 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-50f5104a-ec42-45ea-982e-a0f5f61cd60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:40.664002 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913d419-2b0e-48ee-863e-dde72f7e7aa1 req-c05944d2-1915-41f7-9503-a3adf1417faf tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:40.666361 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5913d419-2b0e-48ee-863e-dde72f7e7aa1 req-c05944d2-1915-41f7-9503-a3adf1417faf tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0851908 Jul 14 13:55:40.718586 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-50f5104a-ec42-45ea-982e-a0f5f61cd60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:40.721237 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-50f5104a-ec42-45ea-982e-a0f5f61cd60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:40.721732 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5913d419-2b0e-48ee-863e-dde72f7e7aa1 req-b8a51a66-566d-4705-a3c8-0656f15a7d88 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469205 Jul 14 13:55:40.734138 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-50f5104a-ec42-45ea-982e-a0f5f61cd60a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6a9e58fb-d605-4730-8bf3-8a112b46b50e HTTP/1.1" status: 204 len: 168 time: 0.3626816 Jul 14 13:55:40.756873 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5104a-ec42-45ea-982e-a0f5f61cd60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9e58fb-d605-4730-8bf3-8a112b46b50e,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:40.909443 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-cea80e70-ccd4-4924-b537-38f6a628febb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:40.960840 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a5b1d-7c8f-4d61-9044-70fa622466e5 req-e215f08b-89f0-4e43-bf56-89ec1625272e tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:40.962453 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-929a5b1d-7c8f-4d61-9044-70fa622466e5 req-e215f08b-89f0-4e43-bf56-89ec1625272e tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb HTTP/1.1" status: 200 len: 945 time: 0.0838134 Jul 14 13:55:41.007387 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-929a5b1d-7c8f-4d61-9044-70fa622466e5 req-4ae8e9b6-07f2-4896-af49-55016ed1d60f tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386577 Jul 14 13:55:41.085674 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 60012) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:41.098604 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a58bfbd7-9ab6-42b6-91be-adf44cc9986f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:41.184490 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a58bfbd7-9ab6-42b6-91be-adf44cc9986f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:41.188737 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a58bfbd7-9ab6-42b6-91be-adf44cc9986f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:41.216539 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:41.225077 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-a58bfbd7-9ab6-42b6-91be-adf44cc9986f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c2e71ff45329433bba164f72bbbf912d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383617 Jul 14 13:55:41.225925 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bfbd7-9ab6-42b6-91be-adf44cc9986f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e0f1f8-f904-4d3d-a614-70a7654dc913,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:41.227815 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 60014) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:41.275789 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cc0fd80c-8d99-4f90-b811-e20743288a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:41.297361 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cc0fd80c-8d99-4f90-b811-e20743288a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:41.342063 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cc0fd80c-8d99-4f90-b811-e20743288a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:41.345063 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cc0fd80c-8d99-4f90-b811-e20743288a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:41.346196 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-cc0fd80c-8d99-4f90-b811-e20743288a1e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/51e0f1f8-f904-4d3d-a614-70a7654dc913 HTTP/1.1" status: 204 len: 168 time: 0.1172657 Jul 14 13:55:41.353883 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0fd80c-8d99-4f90-b811-e20743288a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e0f1f8-f904-4d3d-a614-70a7654dc913,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:41.448843 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:41.650504 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 60022) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:41.663829 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4650f247-4cf5-4bee-bef7-d57c05e75435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:41.748884 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4650f247-4cf5-4bee-bef7-d57c05e75435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:41.752529 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4650f247-4cf5-4bee-bef7-d57c05e75435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:41.788733 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4650f247-4cf5-4bee-bef7-d57c05e75435 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=47a04a30dd12495291b428a66ef6f932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1365926 Jul 14 13:55:41.790667 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650f247-4cf5-4bee-bef7-d57c05e75435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0322cb1f-649b-4930-838b-c3321c7e1be7,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:41.791440 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 60026) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:41.798669 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650f247-4cf5-4bee-bef7-d57c05e75435 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:41.798961 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650f247-4cf5-4bee-bef7-d57c05e75435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:41.799301 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650f247-4cf5-4bee-bef7-d57c05e75435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:41.799641 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650f247-4cf5-4bee-bef7-d57c05e75435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:41.799975 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650f247-4cf5-4bee-bef7-d57c05e75435 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:41.800301 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650f247-4cf5-4bee-bef7-d57c05e75435 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:41.800621 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650f247-4cf5-4bee-bef7-d57c05e75435 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:41.800936 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650f247-4cf5-4bee-bef7-d57c05e75435 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:41.801260 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650f247-4cf5-4bee-bef7-d57c05e75435 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:41.801572 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650f247-4cf5-4bee-bef7-d57c05e75435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:41.801887 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650f247-4cf5-4bee-bef7-d57c05e75435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:41.802199 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650f247-4cf5-4bee-bef7-d57c05e75435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:41.838799 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:41.872091 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5a736757-b726-4a3c-af55-402274eaa93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:41.898558 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5a736757-b726-4a3c-af55-402274eaa93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:41.921702 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cb8ae-0d9f-425c-bced-d60fec9a10d8 req-1e293d45-1ff4-4abf-8de6-8f31fb78e3f7 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:41.923183 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-478cb8ae-0d9f-425c-bced-d60fec9a10d8 req-1e293d45-1ff4-4abf-8de6-8f31fb78e3f7 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0680151 Jul 14 13:55:41.954023 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5a736757-b726-4a3c-af55-402274eaa93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:41.956757 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5a736757-b726-4a3c-af55-402274eaa93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:41.957747 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-5a736757-b726-4a3c-af55-402274eaa93c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0322cb1f-649b-4930-838b-c3321c7e1be7 HTTP/1.1" status: 204 len: 168 time: 0.1646843 Jul 14 13:55:41.971833 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a736757-b726-4a3c-af55-402274eaa93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0322cb1f-649b-4930-838b-c3321c7e1be7,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:41.989753 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-478cb8ae-0d9f-425c-bced-d60fec9a10d8 req-e74f80e2-1a87-48c1-9e15-d7ba0c7fbb25 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605679 Jul 14 13:55:42.197420 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657f18b-bff1-4532-9730-a43139f49c35 req-3d0ca455-570e-4c0e-9664-0f30cb69b83c tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:42.197420 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b657f18b-bff1-4532-9730-a43139f49c35 req-3d0ca455-570e-4c0e-9664-0f30cb69b83c tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb HTTP/1.1" status: 200 len: 945 time: 0.0702939 Jul 14 13:55:42.262840 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b657f18b-bff1-4532-9730-a43139f49c35 req-1b7d4db1-b691-4cd6-ae65-e6fd12b017bc tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563500 Jul 14 13:55:43.156479 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29b864-8e9c-4a7b-a4ef-f858a74c1ba7 req-cd234a77-44d6-4904-8265-92701a5b562c tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:43.157931 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8e29b864-8e9c-4a7b-a4ef-f858a74c1ba7 req-cd234a77-44d6-4904-8265-92701a5b562c tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0618539 Jul 14 13:55:43.194843 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8e29b864-8e9c-4a7b-a4ef-f858a74c1ba7 req-e1a52da6-0c3a-4a0b-a90b-20219136f9c5 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314646 Jul 14 13:55:43.625369 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:44.103583 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-66b48260-75cd-4915-bb72-907bc2a4acf4 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:44.105036 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-66b48260-75cd-4915-bb72-907bc2a4acf4 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/networks?id=8d8aaf29-600d-41c9-a168-bd054a164eb1 HTTP/1.1" status: 200 len: 815 time: 0.1017475 Jul 14 13:55:44.120227 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-bebf03e5-25be-49cc-8449-61edbb5c3a0c tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/quotas/78b6057ec0e34a79b42f337ec4589849 HTTP/1.1" status: 200 len: 375 time: 0.0093365 Jul 14 13:55:44.188807 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-38cc9390-a5c2-461d-8cd8-31dea985ffb8 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=78b6057ec0e34a79b42f337ec4589849&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634732 Jul 14 13:55:44.280143 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-80414199-f350-4e65-b8f8-393ad9024cee service neutron] 10.222.0.45 "GET /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850027 Jul 14 13:55:44.367498 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-6737e3c4-306c-4f44-8d53-ffd0c97e2664 service neutron] 10.222.0.45 "GET /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817542 Jul 14 13:55:44.404442 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb03dd-03a2-4adb-9f47-205f9ea1338d req-2d2af071-0a2c-45da-8662-cf9b632a9dfb tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:44.408077 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-65cb03dd-03a2-4adb-9f47-205f9ea1338d req-2d2af071-0a2c-45da-8662-cf9b632a9dfb tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0685735 Jul 14 13:55:44.443316 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-65cb03dd-03a2-4adb-9f47-205f9ea1338d req-e7091d36-95b5-40e1-b7d6-aa60f0edd6d8 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318875 Jul 14 13:55:44.529832 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-425c98fe-4c16-4f0e-bb2e-d59a3c7e80a7 req-9527f625-3332-426b-962f-66ad921710cf tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c28b9be-ef72-4766-b2fa-dab5423e5c08 HTTP/1.1" status: 200 len: 210 time: 0.0278411 Jul 14 13:55:45.667722 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83f14b-b503-4b70-9e78-0ccec37455ff req-93ba1f77-b0aa-4113-9895-9e4320563455 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:45.669307 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ea83f14b-b503-4b70-9e78-0ccec37455ff req-93ba1f77-b0aa-4113-9895-9e4320563455 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0788972 Jul 14 13:55:45.709357 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ea83f14b-b503-4b70-9e78-0ccec37455ff req-69fb7484-2b27-488a-bb4b-a95cd923feb2 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331244 Jul 14 13:55:45.715139 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-de1c5b97-3e31-492e-84db-857a14fb8e03 req-8aaa4fc4-ae2b-4760-97b8-cb6836c235ae tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c28b9be-ef72-4766-b2fa-dab5423e5c08 HTTP/1.1" status: 200 len: 210 time: 0.0305464 Jul 14 13:55:45.857370 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-d9571450-03f5-4c0e-a194-18418c3afca1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:45.858752 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-d9571450-03f5-4c0e-a194-18418c3afca1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.54 "GET /v2.0/networks?id=8d8aaf29-600d-41c9-a168-bd054a164eb1 HTTP/1.1" status: 200 len: 815 time: 0.1100731 Jul 14 13:55:45.883519 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-9e764a38-c8bc-4003-b374-3ff13691e3a1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Request body: {'port': {'device_id': '2c28b9be-ef72-4766-b2fa-dab5423e5c08', 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1', 'admin_state_up': True, 'tenant_id': '78b6057ec0e34a79b42f337ec4589849'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:45.995988 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-9e764a38-c8bc-4003-b374-3ff13691e3a1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Made reservation on behalf of 78b6057ec0e34a79b42f337ec4589849 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:55:45.999627 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-9e764a38-c8bc-4003-b374-3ff13691e3a1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:46.130645 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-9e764a38-c8bc-4003-b374-3ff13691e3a1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Allocated IP 172.20.0.3 (8d8aaf29-600d-41c9-a168-bd054a164eb1/a19bf847-6c2a-44f6-8327-c316a95a534a/69fe37e1-14e3-44fa-9a67-be8a62f831f8) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:55:46.275481 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-9e764a38-c8bc-4003-b374-3ff13691e3a1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:46.323574 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-9e764a38-c8bc-4003-b374-3ff13691e3a1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:46.341264 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee', '3bf29a7a-fd45-4e80-9751-8b376954a09d'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:55:46.362689 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-9e764a38-c8bc-4003-b374-3ff13691e3a1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Network 8d8aaf29-600d-41c9-a168-bd054a164eb1 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:55:46.366647 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-9e764a38-c8bc-4003-b374-3ff13691e3a1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:46.371096 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-9e764a38-c8bc-4003-b374-3ff13691e3a1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:55:46.412958 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e764a38-c8bc-4003-b374-3ff13691e3a1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Pushing event updated for resources: {'Port': ['ID=69fe37e1-14e3-44fa-9a67-be8a62f831f8,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:46.448599 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-9e764a38-c8bc-4003-b374-3ff13691e3a1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:46.449326 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-9e764a38-c8bc-4003-b374-3ff13691e3a1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:46.470204 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-9e764a38-c8bc-4003-b374-3ff13691e3a1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5910776 Jul 14 13:55:46.484664 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-fc53d410-c88c-4681-bdce-ee08d9431bc2 service neutron] Request body: {'port': {'device_id': '2c28b9be-ef72-4766-b2fa-dab5423e5c08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:46.575084 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-fc53d410-c88c-4681-bdce-ee08d9431bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:46.894184 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-fc53d410-c88c-4681-bdce-ee08d9431bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69fe37e1-14e3-44fa-9a67-be8a62f831f8 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:55:46.910895 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-fc53d410-c88c-4681-bdce-ee08d9431bc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:46.911003 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9500f6-329f-457c-aea5-b8d6a4142f63 req-2b13bc83-7f97-4257-baf0-12305fc297b2 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:46.911786 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7b9500f6-329f-457c-aea5-b8d6a4142f63 req-2b13bc83-7f97-4257-baf0-12305fc297b2 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c28b9be-ef72-4766-b2fa-dab5423e5c08 HTTP/1.1" status: 200 len: 931 time: 0.0691755 Jul 14 13:55:46.930119 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-fc53d410-c88c-4681-bdce-ee08d9431bc2 service neutron] Transition to ACTIVE for port object 69fe37e1-14e3-44fa-9a67-be8a62f831f8 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:55:46.940199 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-fc53d410-c88c-4681-bdce-ee08d9431bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:46.956483 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7b9500f6-329f-457c-aea5-b8d6a4142f63 req-f1858284-53cf-4bda-9beb-c546bba10c8c tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365734 Jul 14 13:55:46.984136 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15827d-7f01-4a64-a77e-7d2c199234ee req-c38fc952-f0b1-4ef8-a6aa-ea0c9fb860e7 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:46.985577 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ad15827d-7f01-4a64-a77e-7d2c199234ee req-c38fc952-f0b1-4ef8-a6aa-ea0c9fb860e7 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.1357605 Jul 14 13:55:47.018277 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53d410-c88c-4681-bdce-ee08d9431bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=69fe37e1-14e3-44fa-9a67-be8a62f831f8,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:47.043078 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ad15827d-7f01-4a64-a77e-7d2c199234ee req-70006937-802c-4b7e-801d-1db577dde122 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501778 Jul 14 13:55:47.116329 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-fc53d410-c88c-4681-bdce-ee08d9431bc2 service neutron] Attempting to bind port 69fe37e1-14e3-44fa-9a67-be8a62f831f8 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:55:47.116665 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-fc53d410-c88c-4681-bdce-ee08d9431bc2 service neutron] Attempting to bind port 69fe37e1-14e3-44fa-9a67-be8a62f831f8 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'd2145662-852d-4ac7-a3b4-db64f99992a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:55:47.116985 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-fc53d410-c88c-4681-bdce-ee08d9431bc2 service neutron] Attempting to bind port 69fe37e1-14e3-44fa-9a67-be8a62f831f8 on network 8d8aaf29-600d-41c9-a168-bd054a164eb1 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:55:47.121339 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-fc53d410-c88c-4681-bdce-ee08d9431bc2 service neutron] Port 69fe37e1-14e3-44fa-9a67-be8a62f831f8 on network 8d8aaf29-600d-41c9-a168-bd054a164eb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:55:47.121650 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-fc53d410-c88c-4681-bdce-ee08d9431bc2 service neutron] Attempting to bind port 69fe37e1-14e3-44fa-9a67-be8a62f831f8 on network 8d8aaf29-600d-41c9-a168-bd054a164eb1 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:55:47.126294 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-fc53d410-c88c-4681-bdce-ee08d9431bc2 service neutron] Checking agent: {'id': '452dea11-d79b-49e5-b391-0cd9cce6a9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:55:47.126618 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-fc53d410-c88c-4681-bdce-ee08d9431bc2 service neutron] Checking segment: {'id': 'd2145662-852d-4ac7-a3b4-db64f99992a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:55:47.126999 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-fc53d410-c88c-4681-bdce-ee08d9431bc2 service neutron] Bound using segment: {'id': 'd2145662-852d-4ac7-a3b4-db64f99992a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:55:47.127404 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-fc53d410-c88c-4681-bdce-ee08d9431bc2 service neutron] Bound port: 69fe37e1-14e3-44fa-9a67-be8a62f831f8, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2145662-852d-4ac7-a3b4-db64f99992a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:55:47.127783 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-fc53d410-c88c-4681-bdce-ee08d9431bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:47.188433 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-fc53d410-c88c-4681-bdce-ee08d9431bc2 service neutron] For port 69fe37e1-14e3-44fa-9a67-be8a62f831f8, host hv-cinder-79760, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:55:47.191298 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-fc53d410-c88c-4681-bdce-ee08d9431bc2 service neutron] For port 69fe37e1-14e3-44fa-9a67-be8a62f831f8, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=69fe37e1-14e3-44fa-9a67-be8a62f831f8,segment=NetworkSegment(d2145662-852d-4ac7-a3b4-db64f99992a1),segment_id=d2145662-852d-4ac7-a3b4-db64f99992a1)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:55:47.194873 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-fc53d410-c88c-4681-bdce-ee08d9431bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:47.227321 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-fc53d410-c88c-4681-bdce-ee08d9431bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:47.227952 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-fc53d410-c88c-4681-bdce-ee08d9431bc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:47.229925 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-fc53d410-c88c-4681-bdce-ee08d9431bc2 service neutron] 10.222.0.54 "PUT /v2.0/ports/69fe37e1-14e3-44fa-9a67-be8a62f831f8 HTTP/1.1" status: 200 len: 1093 time: 0.7511818 Jul 14 13:55:47.230348 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c28b9be-ef72-4766-b2fa-dab5423e5c08', 'tag': '69fe37e1-14e3-44fa-9a67-be8a62f831f8'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:55:47.232572 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177ac785-d865-433b-8a8c-25a1b9158fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "2c28b9be-ef72-4766-b2fa-dab5423e5c08", "tag": "69fe37e1-14e3-44fa-9a67-be8a62f831f8"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:55:47.255589 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53d410-c88c-4681-bdce-ee08d9431bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=69fe37e1-14e3-44fa-9a67-be8a62f831f8,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:47.272089 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5562213-a293-45b2-8e5a-3fbf58bad7ed x-openstack-request-id: req-d5562213-a293-45b2-8e5a-3fbf58bad7ed {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:55:47.272394 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c28b9be-ef72-4766-b2fa-dab5423e5c08", "tag": "69fe37e1-14e3-44fa-9a67-be8a62f831f8", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:55:47.272639 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d5562213-a293-45b2-8e5a-3fbf58bad7ed {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:55:47.273022 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c28b9be-ef72-4766-b2fa-dab5423e5c08', 'tag': '69fe37e1-14e3-44fa-9a67-be8a62f831f8', 'status': 'completed', 'code': 200} Jul 14 13:55:47.339517 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-c6be1dfa-3784-447f-929b-a5b9571f1aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:47.341036 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-c6be1dfa-3784-447f-929b-a5b9571f1aeb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78b6057ec0e34a79b42f337ec4589849&device_id=2c28b9be-ef72-4766-b2fa-dab5423e5c08 HTTP/1.1" status: 200 len: 1096 time: 0.0533860 Jul 14 13:55:47.386497 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-4f7d10ff-6a5f-44fd-8d2e-dbe1112cdd98 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69fe37e1-14e3-44fa-9a67-be8a62f831f8 HTTP/1.1" status: 200 len: 217 time: 0.0375676 Jul 14 13:55:47.437454 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-55890fc1-4034-416f-8e11-d98d5262e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:47.438845 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-55890fc1-4034-416f-8e11-d98d5262e160 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a19bf847-6c2a-44f6-8327-c316a95a534a HTTP/1.1" status: 200 len: 855 time: 0.0442071 Jul 14 13:55:47.473668 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-c0179d10-f383-4e9b-9f2b-7dea7ee15ccd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d8aaf29-600d-41c9-a168-bd054a164eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252328 Jul 14 13:55:47.568678 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-7bfe95a4-3438-4476-aea6-69b871a9c050 service neutron] 10.222.0.54 "GET /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818651 Jul 14 13:55:47.659477 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e4565ef8-2bc7-45a7-b179-99c79744d188 req-231e9f7c-9960-40dc-b807-6270f8f1c231 service neutron] 10.222.0.54 "GET /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800090 Jul 14 13:55:47.773991 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ac785-d865-433b-8a8c-25a1b9158fb9 req-ad85696a-b3cc-40d4-b904-e7038c177022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:47.775481 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-177ac785-d865-433b-8a8c-25a1b9158fb9 req-ad85696a-b3cc-40d4-b904-e7038c177022 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78b6057ec0e34a79b42f337ec4589849&device_id=2c28b9be-ef72-4766-b2fa-dab5423e5c08 HTTP/1.1" status: 200 len: 1096 time: 0.0536973 Jul 14 13:55:47.881194 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ac785-d865-433b-8a8c-25a1b9158fb9 req-d1d92e2c-b69a-46f1-862a-14a3e329a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:47.882676 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-177ac785-d865-433b-8a8c-25a1b9158fb9 req-d1d92e2c-b69a-46f1-862a-14a3e329a183 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d8aaf29-600d-41c9-a168-bd054a164eb1 HTTP/1.1" status: 200 len: 916 time: 0.0882375 Jul 14 13:55:47.924954 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-177ac785-d865-433b-8a8c-25a1b9158fb9 req-9a7e0c1b-742a-40a1-af83-45f4f8e1b0a8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69fe37e1-14e3-44fa-9a67-be8a62f831f8 HTTP/1.1" status: 200 len: 217 time: 0.0322738 Jul 14 13:55:47.997307 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ac785-d865-433b-8a8c-25a1b9158fb9 req-13ab2ae7-96d1-4aaa-b38a-4fb38a9c2efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:47.998832 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-177ac785-d865-433b-8a8c-25a1b9158fb9 req-13ab2ae7-96d1-4aaa-b38a-4fb38a9c2efa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a19bf847-6c2a-44f6-8327-c316a95a534a HTTP/1.1" status: 200 len: 855 time: 0.0499413 Jul 14 13:55:48.046021 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-177ac785-d865-433b-8a8c-25a1b9158fb9 req-2b00f7a1-e58b-4df1-9234-dedaffbb89e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d8aaf29-600d-41c9-a168-bd054a164eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336015 Jul 14 13:55:48.188011 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2adfc8-df49-488c-9ae8-a6d23e0c31e5 req-4e327dd3-ec76-49e5-b7e8-a150a1ed33a9 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:48.190220 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1e2adfc8-df49-488c-9ae8-a6d23e0c31e5 req-4e327dd3-ec76-49e5-b7e8-a150a1ed33a9 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0692050 Jul 14 13:55:48.194496 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-177ac785-d865-433b-8a8c-25a1b9158fb9 req-4789e46e-97a7-4b04-a5db-b9dece2b087e service neutron] 10.222.0.54 "GET /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346538 Jul 14 13:55:48.208254 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f050049-1754-464f-a0ce-a57af06b17cd req-8a7b8476-71a4-4a98-832c-2a0723c01549 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:48.209790 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4f050049-1754-464f-a0ce-a57af06b17cd req-8a7b8476-71a4-4a98-832c-2a0723c01549 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c28b9be-ef72-4766-b2fa-dab5423e5c08 HTTP/1.1" status: 200 len: 943 time: 0.1246142 Jul 14 13:55:48.235478 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1e2adfc8-df49-488c-9ae8-a6d23e0c31e5 req-7aee3a16-8ae1-478a-8153-7d7cd36ed4a9 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356102 Jul 14 13:55:48.297883 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4f050049-1754-464f-a0ce-a57af06b17cd req-9e9eef3c-367f-407c-b191-cf88546148ec tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759144 Jul 14 13:55:48.333243 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-177ac785-d865-433b-8a8c-25a1b9158fb9 req-f35e7880-f1bf-448b-b6a9-e54f0dac3d04 service neutron] 10.222.0.54 "GET /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202357 Jul 14 13:55:48.421782 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca626272-b41f-487b-abc8-81ca914d0ca5 req-8afdb958-cd39-476a-bd55-364fb90de4ef tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:48.423224 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ca626272-b41f-487b-abc8-81ca914d0ca5 req-8afdb958-cd39-476a-bd55-364fb90de4ef tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0607173 Jul 14 13:55:48.466140 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ca626272-b41f-487b-abc8-81ca914d0ca5 req-571cc821-480a-4b74-9d0d-30520e732640 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370841 Jul 14 13:55:48.718165 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:55:49.431495 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af1ed0-09dc-4d46-ad1e-0894debe457d req-ead63015-8e63-466b-83fe-dd5e9efca2e6 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:49.433535 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-06af1ed0-09dc-4d46-ad1e-0894debe457d req-ead63015-8e63-466b-83fe-dd5e9efca2e6 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0698802 Jul 14 13:55:49.471009 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-06af1ed0-09dc-4d46-ad1e-0894debe457d req-fc251bda-586f-47ce-8f32-19dbdfa2389f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316684 Jul 14 13:55:49.485041 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a650ce9-b5d7-4e27-a19a-05b8f04d2647 req-6d788e95-15e0-4714-b44e-7287d3ab7023 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:49.486761 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9a650ce9-b5d7-4e27-a19a-05b8f04d2647 req-6d788e95-15e0-4714-b44e-7287d3ab7023 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c28b9be-ef72-4766-b2fa-dab5423e5c08 HTTP/1.1" status: 200 len: 943 time: 0.0670536 Jul 14 13:55:49.524036 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9a650ce9-b5d7-4e27-a19a-05b8f04d2647 req-e7c25745-f59b-4f84-a6eb-bfe680560e09 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316048 Jul 14 13:55:49.644386 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764a319-0b30-43de-806a-dc03c9c3ff01 req-f047351f-e806-474d-86d0-238f0d222f9d tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:49.645821 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8764a319-0b30-43de-806a-dc03c9c3ff01 req-f047351f-e806-474d-86d0-238f0d222f9d tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0630672 Jul 14 13:55:49.681200 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8764a319-0b30-43de-806a-dc03c9c3ff01 req-82b3f43c-1eec-45d2-b371-f2e982bba9c4 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299354 Jul 14 13:55:49.965008 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3065167-cd27-49ee-8874-ad2944460529 req-7da980a0-a2c3-4211-84f4-4ef3a3920bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:49.966458 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3065167-cd27-49ee-8874-ad2944460529 req-7da980a0-a2c3-4211-84f4-4ef3a3920bd3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 1099 time: 0.0511115 Jul 14 13:55:50.000546 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3065167-cd27-49ee-8874-ad2944460529 req-89edf2a4-c3c5-4725-b6d4-222e6d882543 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267828 Jul 14 13:55:50.660158 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a894a2-5cf8-4c10-b2e4-526a81d9331a req-3e901018-a0bc-45ab-87ba-990ec2ce1e7f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:50.661614 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b5a894a2-5cf8-4c10-b2e4-526a81d9331a req-3e901018-a0bc-45ab-87ba-990ec2ce1e7f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0661502 Jul 14 13:55:50.662070 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 60256) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:50.702176 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b5a894a2-5cf8-4c10-b2e4-526a81d9331a req-1262925d-d0f5-43ce-9c2f-3132fea4c7e4 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347593 Jul 14 13:55:50.703857 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92329008-6af7-4897-82ea-70a1f891637e req-551fc622-7fdc-4053-8253-1224a3ef8164 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:50.706303 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-92329008-6af7-4897-82ea-70a1f891637e req-551fc622-7fdc-4053-8253-1224a3ef8164 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c28b9be-ef72-4766-b2fa-dab5423e5c08 HTTP/1.1" status: 200 len: 943 time: 0.0674446 Jul 14 13:55:50.748819 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-92329008-6af7-4897-82ea-70a1f891637e req-592b7ba7-11be-44ba-ba77-d726b58a5914 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367296 Jul 14 13:55:50.773558 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4a027e8e-fe24-4625-9404-b23ebd71f72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:50.895588 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81c08b-ea4e-4307-8e04-59012cc850c6 req-0f42c414-90ed-413e-a527-e224bab48865 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:50.897092 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-af81c08b-ea4e-4307-8e04-59012cc850c6 req-0f42c414-90ed-413e-a527-e224bab48865 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0897343 Jul 14 13:55:50.925983 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4a027e8e-fe24-4625-9404-b23ebd71f72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:50.930981 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4a027e8e-fe24-4625-9404-b23ebd71f72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:50.973173 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-af81c08b-ea4e-4307-8e04-59012cc850c6 req-7092da57-3214-49da-b6c2-68f8ebb8fe83 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687463 Jul 14 13:55:50.977843 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-4a027e8e-fe24-4625-9404-b23ebd71f72f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1c4c6161ac8548d7b81d7ab6109d49a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146889 Jul 14 13:55:50.981293 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 60262) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:50.987358 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a027e8e-fe24-4625-9404-b23ebd71f72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5305b7-8e2f-43ea-a4c6-1b32533f1372,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:50.994210 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a027e8e-fe24-4625-9404-b23ebd71f72f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:50.994557 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a027e8e-fe24-4625-9404-b23ebd71f72f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:50.994895 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a027e8e-fe24-4625-9404-b23ebd71f72f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:50.995228 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a027e8e-fe24-4625-9404-b23ebd71f72f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:50.995558 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a027e8e-fe24-4625-9404-b23ebd71f72f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:50.995916 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a027e8e-fe24-4625-9404-b23ebd71f72f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:50.996239 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a027e8e-fe24-4625-9404-b23ebd71f72f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:50.996561 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a027e8e-fe24-4625-9404-b23ebd71f72f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:50.997225 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a027e8e-fe24-4625-9404-b23ebd71f72f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:50.997225 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a027e8e-fe24-4625-9404-b23ebd71f72f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:50.997503 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a027e8e-fe24-4625-9404-b23ebd71f72f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:50.997817 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a027e8e-fe24-4625-9404-b23ebd71f72f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:51.031983 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0b540e0f-d26d-4073-bc18-0548a64b0a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:51.051415 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0b540e0f-d26d-4073-bc18-0548a64b0a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:51.099246 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0b540e0f-d26d-4073-bc18-0548a64b0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:51.101796 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0b540e0f-d26d-4073-bc18-0548a64b0a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:51.102960 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0b540e0f-d26d-4073-bc18-0548a64b0a80 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3d5305b7-8e2f-43ea-a4c6-1b32533f1372 HTTP/1.1" status: 204 len: 168 time: 0.1199033 Jul 14 13:55:51.107881 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 69fe37e1-14e3-44fa-9a67-be8a62f831f8 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:55:51.112263 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b540e0f-d26d-4073-bc18-0548a64b0a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5305b7-8e2f-43ea-a4c6-1b32533f1372,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:51.221167 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 69fe37e1-14e3-44fa-9a67-be8a62f831f8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=69fe37e1-14e3-44fa-9a67-be8a62f831f8,segment=NetworkSegment(d2145662-852d-4ac7-a3b4-db64f99992a1),segment_id=d2145662-852d-4ac7-a3b4-db64f99992a1)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:51.228068 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': '69fe37e1-14e3-44fa-9a67-be8a62f831f8', 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1', 'port_id': '69fe37e1-14e3-44fa-9a67-be8a62f831f8', 'mac_address': 'fa:16:3e:f2:ff:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a19bf847-6c2a-44f6-8327-c316a95a534a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:55:51.269010 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:51.282127 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69fe37e1-14e3-44fa-9a67-be8a62f831f8 {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:55:51.306679 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 69fe37e1-14e3-44fa-9a67-be8a62f831f8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=69fe37e1-14e3-44fa-9a67-be8a62f831f8,segment=NetworkSegment(d2145662-852d-4ac7-a3b4-db64f99992a1),segment_id=d2145662-852d-4ac7-a3b4-db64f99992a1)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:51.311664 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:51.365162 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=69fe37e1-14e3-44fa-9a67-be8a62f831f8,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:51.738514 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 60288) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:51.832754 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-41893bb8-3659-4142-8506-f78dcd880c0d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1982435943-network', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:51.842013 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['69fe37e1-14e3-44fa-9a67-be8a62f831f8'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:55:51.881679 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81d4e2-4ae0-43a5-af32-40d9b4b20bcf req-cac488f3-0b99-4d9e-a5d9-cd36c9ba8bdb tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:51.882508 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41893bb8-3659-4142-8506-f78dcd880c0d admin admin] Made reservation on behalf of 990fdf2e13b14e9fb639f1c032174bdf for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:55:51.883430 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1a81d4e2-4ae0-43a5-af32-40d9b4b20bcf req-cac488f3-0b99-4d9e-a5d9-cd36c9ba8bdb tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0647130 Jul 14 13:55:51.886685 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-41893bb8-3659-4142-8506-f78dcd880c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:51.915869 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-41893bb8-3659-4142-8506-f78dcd880c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:51.922385 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1a81d4e2-4ae0-43a5-af32-40d9b4b20bcf req-202f0961-482b-4633-85de-00bff916bd55 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326800 Jul 14 13:55:51.986805 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359310a-475c-44a8-b471-79b8aa7f058c req-ae52d8cc-6bc6-4efa-a5e9-5565538687a7 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:51.988248 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a359310a-475c-44a8-b471-79b8aa7f058c req-ae52d8cc-6bc6-4efa-a5e9-5565538687a7 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c28b9be-ef72-4766-b2fa-dab5423e5c08 HTTP/1.1" status: 200 len: 944 time: 0.1230104 Jul 14 13:55:52.049211 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a359310a-475c-44a8-b471-79b8aa7f058c req-9aaa1ea8-733e-4d8e-824d-b053d477d3f6 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513439 Jul 14 13:55:52.065973 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-41893bb8-3659-4142-8506-f78dcd880c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.075844 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-41893bb8-3659-4142-8506-f78dcd880c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.100703 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41893bb8-3659-4142-8506-f78dcd880c0d admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:55:52.109331 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41893bb8-3659-4142-8506-f78dcd880c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dcaa18-d537-4e93-bbd2-54f78f46aac5,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:52.115767 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-41893bb8-3659-4142-8506-f78dcd880c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.116221 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-41893bb8-3659-4142-8506-f78dcd880c0d admin admin] Added segment 5df22ef0-0a20-4fe0-bcf6-2f1d416c5632 of type vlan for network 678bb7df-4b97-4bd4-90be-124739d8c193 Jul 14 13:55:52.155034 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1c891-9611-4907-83cc-50e28067e7ea req-17922384-039e-42b4-b8de-f9306a69a470 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:52.156402 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-41893bb8-3659-4142-8506-f78dcd880c0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781939793924'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.156570 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-67b1c891-9611-4907-83cc-50e28067e7ea req-17922384-039e-42b4-b8de-f9306a69a470 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0732582 Jul 14 13:55:52.185358 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-41893bb8-3659-4142-8506-f78dcd880c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.186390 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41893bb8-3659-4142-8506-f78dcd880c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:52.186964 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-41893bb8-3659-4142-8506-f78dcd880c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.194951 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-67b1c891-9611-4907-83cc-50e28067e7ea req-e322eb82-4dce-4902-91b4-834d166c762b tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326433 Jul 14 13:55:52.242526 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-41893bb8-3659-4142-8506-f78dcd880c0d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5003347 Jul 14 13:55:52.243148 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 60298) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:52.249879 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41893bb8-3659-4142-8506-f78dcd880c0d admin admin] Pushing event updated for resources: {'Network': ['ID=678bb7df-4b97-4bd4-90be-124739d8c193,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:52.250740 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-a3e70dec-c367-4c20-a4e7-73169454301a admin admin] Request body: {'subnet': {'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1982435943-subnet', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'ip_version': 4}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:52.259463 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Network 678bb7df-4b97-4bd4-90be-124739d8c193 details requested by agent ovs-agent-dv-cinder-797608-5-iscsi with host dv-cinder-797608-5-iscsi {{(pid=92931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:55:52.280497 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e70dec-c367-4c20-a4e7-73169454301a admin admin] Made reservation on behalf of 990fdf2e13b14e9fb639f1c032174bdf for: {'subnet': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:55:52.282942 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a3e70dec-c367-4c20-a4e7-73169454301a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127770589'] for subnet, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.464737 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a3e70dec-c367-4c20-a4e7-73169454301a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127484060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127770607'] for subnet, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.532444 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e70dec-c367-4c20-a4e7-73169454301a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aebd5a90-b585-464a-9d2f-1afe8d420f90,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:52.537898 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e70dec-c367-4c20-a4e7-73169454301a admin admin] Checking segment: {'id': '5df22ef0-0a20-4fe0-bcf6-2f1d416c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:55:52.538280 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e70dec-c367-4c20-a4e7-73169454301a admin admin] Network hostable DHCP agents. Network: 678bb7df-4b97-4bd4-90be-124739d8c193, hostable agents: ['82b7cd81-444f-4fd8-937d-e6dfe2847fa5'], hosted agents: [] {{(pid=92930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:55:52.556110 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e70dec-c367-4c20-a4e7-73169454301a admin admin] Network 678bb7df-4b97-4bd4-90be-124739d8c193 is scheduled to be hosted by DHCP agent 82b7cd81-444f-4fd8-937d-e6dfe2847fa5 with binding_index 1 {{(pid=92930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:55:52.566396 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-a3e70dec-c367-4c20-a4e7-73169454301a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-5-iscsi, 678bb7df-4b97-4bd4-90be-124739d8c193) {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:52.571686 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e70dec-c367-4c20-a4e7-73169454301a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:52.572684 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a3e70dec-c367-4c20-a4e7-73169454301a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.577441 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6562379b-c5dd-417a-a1dc-8f2aabc3ae20 None None] Network 678bb7df-4b97-4bd4-90be-124739d8c193 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:55:52.600582 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-a3e70dec-c367-4c20-a4e7-73169454301a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3543825 Jul 14 13:55:52.602777 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 60310) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:52.609112 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-e748f752-9503-44f4-84be-7da9985f124a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:52.661394 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e748f752-9503-44f4-84be-7da9985f124a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-727999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57999'] for router, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.662537 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e748f752-9503-44f4-84be-7da9985f124a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57988'] for router, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.707067 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1151c-588f-4d4a-9c07-a1b276a53080 req-65c2b341-f7b3-4a7f-8267-e85b39e708fb tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:52.708661 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ccf1151c-588f-4d4a-9c07-a1b276a53080 req-65c2b341-f7b3-4a7f-8267-e85b39e708fb tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.1067932 Jul 14 13:55:52.748624 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e748f752-9503-44f4-84be-7da9985f124a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.764138 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8fdc36-9dc4-48b1-a6bf-12fc5f15c7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5065a14-9a18-52e1-8c4d-ffd80e997c58-678bb7df-4b97-4bd4-90be-124739d8c193', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90'}]}} from dv-cinder-797608-5-iscsi. {{(pid=92931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:55:52.765260 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6c8fdc36-9dc4-48b1-a6bf-12fc5f15c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.847992 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ccf1151c-588f-4d4a-9c07-a1b276a53080 req-724e1afe-6afa-49b6-a59c-3bffc140cfaa tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082823 Jul 14 13:55:52.877364 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541284df-64ca-46eb-bc3e-a9aba89f9d5f req-0e5fcb2e-d3ae-42ae-9ec6-a1152e55d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:52.879425 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-541284df-64ca-46eb-bc3e-a9aba89f9d5f req-0e5fcb2e-d3ae-42ae-9ec6-a1152e55d561 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f21fdd7bb4164aba898198e96918cef0&device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 1099 time: 0.3085830 Jul 14 13:55:52.914465 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-6c8fdc36-9dc4-48b1-a6bf-12fc5f15c7a5 None None] Allocated IP 172.20.0.2 (678bb7df-4b97-4bd4-90be-124739d8c193/aebd5a90-b585-464a-9d2f-1afe8d420f90/80c9115d-5ae3-4dc4-b0e4-ea27eb522574) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:55:52.923470 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e748f752-9503-44f4-84be-7da9985f124a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728771', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-727977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59758'] for router, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.006965 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541284df-64ca-46eb-bc3e-a9aba89f9d5f req-9ceeaf4f-321c-4c71-8f43-b05073aeaf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:53.008356 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-541284df-64ca-46eb-bc3e-a9aba89f9d5f req-9ceeaf4f-321c-4c71-8f43-b05073aeaf17 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8c9c30b7-1c6e-4b55-9a15-bcd593742e07 HTTP/1.1" status: 200 len: 920 time: 0.1140108 Jul 14 13:55:53.065389 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-541284df-64ca-46eb-bc3e-a9aba89f9d5f req-f7dca664-3ace-46d3-9791-917e9a26965d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65529375-9dcd-4f62-919b-259a0caddeef HTTP/1.1" status: 200 len: 217 time: 0.0405424 Jul 14 13:55:53.067981 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6c8fdc36-9dc4-48b1-a6bf-12fc5f15c7a5 None None] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.076118 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6c8fdc36-9dc4-48b1-a6bf-12fc5f15c7a5 None None] Transition to ACTIVE for port object 80c9115d-5ae3-4dc4-b0e4-ea27eb522574 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:55:53.091498 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6c8fdc36-9dc4-48b1-a6bf-12fc5f15c7a5 None None] Transition to ACTIVE for port object 80c9115d-5ae3-4dc4-b0e4-ea27eb522574 will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:55:53.100487 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6c8fdc36-9dc4-48b1-a6bf-12fc5f15c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.147481 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e748f752-9503-44f4-84be-7da9985f124a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.164117 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541284df-64ca-46eb-bc3e-a9aba89f9d5f req-4b28e34d-f4f5-4d85-a919-1954d6aea03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:53.165806 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-541284df-64ca-46eb-bc3e-a9aba89f9d5f req-4b28e34d-f4f5-4d85-a919-1954d6aea03f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=383ca765-ab77-499a-b15a-1a74b6126141 HTTP/1.1" status: 200 len: 859 time: 0.0706730 Jul 14 13:55:53.171716 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e748f752-9503-44f4-84be-7da9985f124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.174007 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8fdc36-9dc4-48b1-a6bf-12fc5f15c7a5 None None] Network 678bb7df-4b97-4bd4-90be-124739d8c193 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:55:53.178861 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-6c8fdc36-9dc4-48b1-a6bf-12fc5f15c7a5 None None] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:53.183654 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8fdc36-9dc4-48b1-a6bf-12fc5f15c7a5 None None] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:55:53.184933 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b52535-c9e3-4da2-8634-6d2f53cd5db2 req-433bba23-1c40-451c-82e1-4270aa4443c9 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:53.186866 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8fdc36-9dc4-48b1-a6bf-12fc5f15c7a5 None None] Pushing event updated for resources: {'Port': ['ID=80c9115d-5ae3-4dc4-b0e4-ea27eb522574,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:53.188125 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-87b52535-c9e3-4da2-8634-6d2f53cd5db2 req-433bba23-1c40-451c-82e1-4270aa4443c9 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.1251433 Jul 14 13:55:53.240350 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-541284df-64ca-46eb-bc3e-a9aba89f9d5f req-d1adba30-687d-4065-9dfe-9dc469aa3239 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8c9c30b7-1c6e-4b55-9a15-bcd593742e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463889 Jul 14 13:55:53.250732 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-6c8fdc36-9dc4-48b1-a6bf-12fc5f15c7a5 None None] Attempting to bind port 80c9115d-5ae3-4dc4-b0e4-ea27eb522574 on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:55:53.251087 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-6c8fdc36-9dc4-48b1-a6bf-12fc5f15c7a5 None None] Attempting to bind port 80c9115d-5ae3-4dc4-b0e4-ea27eb522574 by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': '5df22ef0-0a20-4fe0-bcf6-2f1d416c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:55:53.251435 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8fdc36-9dc4-48b1-a6bf-12fc5f15c7a5 None None] Attempting to bind port 80c9115d-5ae3-4dc4-b0e4-ea27eb522574 on network 678bb7df-4b97-4bd4-90be-124739d8c193 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:55:53.256570 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8fdc36-9dc4-48b1-a6bf-12fc5f15c7a5 None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:55:53.256935 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8fdc36-9dc4-48b1-a6bf-12fc5f15c7a5 None None] Checking segment: {'id': '5df22ef0-0a20-4fe0-bcf6-2f1d416c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:55:53.257397 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6c8fdc36-9dc4-48b1-a6bf-12fc5f15c7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.257888 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8fdc36-9dc4-48b1-a6bf-12fc5f15c7a5 None None] Bound using segment: {'id': '5df22ef0-0a20-4fe0-bcf6-2f1d416c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:55:53.258374 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-6c8fdc36-9dc4-48b1-a6bf-12fc5f15c7a5 None None] Bound port: 80c9115d-5ae3-4dc4-b0e4-ea27eb522574, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df22ef0-0a20-4fe0-bcf6-2f1d416c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:55:53.258746 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6c8fdc36-9dc4-48b1-a6bf-12fc5f15c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.260462 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-87b52535-c9e3-4da2-8634-6d2f53cd5db2 req-ea430b8e-8504-4274-b5bc-893f686f6f79 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672364 Jul 14 13:55:53.329530 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6c8fdc36-9dc4-48b1-a6bf-12fc5f15c7a5 None None] For port 80c9115d-5ae3-4dc4-b0e4-ea27eb522574, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:55:53.333689 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6c8fdc36-9dc4-48b1-a6bf-12fc5f15c7a5 None None] For port 80c9115d-5ae3-4dc4-b0e4-ea27eb522574, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=80c9115d-5ae3-4dc4-b0e4-ea27eb522574,segment=NetworkSegment(5df22ef0-0a20-4fe0-bcf6-2f1d416c5632),segment_id=5df22ef0-0a20-4fe0-bcf6-2f1d416c5632)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:55:53.338917 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6c8fdc36-9dc4-48b1-a6bf-12fc5f15c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.341100 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a95b61-2c47-43cc-8f53-0f89efac3da5 req-cebdf9d3-8da3-4887-bfe6-a999b0cfeaf3 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:53.342709 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-60a95b61-2c47-43cc-8f53-0f89efac3da5 req-cebdf9d3-8da3-4887-bfe6-a999b0cfeaf3 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c28b9be-ef72-4766-b2fa-dab5423e5c08 HTTP/1.1" status: 200 len: 944 time: 0.1267488 Jul 14 13:55:53.343781 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-e748f752-9503-44f4-84be-7da9985f124a admin admin] Allocated IP 172.27.2.25 (cd162c73-a958-4cb4-9ccb-1bec0cade7b8/12dd67ef-565e-43e2-af52-7977bdc7d073/39b38080-f68d-4f02-82f5-499e422d0583) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:55:53.361103 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-541284df-64ca-46eb-bc3e-a9aba89f9d5f req-4db52498-d864-41a1-b538-032148faa579 service neutron] 10.222.0.54 "GET /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039464 Jul 14 13:55:53.396622 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8fdc36-9dc4-48b1-a6bf-12fc5f15c7a5 None None] Pushing event updated for resources: {'Port': ['ID=80c9115d-5ae3-4dc4-b0e4-ea27eb522574,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:53.444984 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-60a95b61-2c47-43cc-8f53-0f89efac3da5 req-0e5f2f67-b21c-46ec-bb83-f377343fc0d2 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868888 Jul 14 13:55:53.478198 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-541284df-64ca-46eb-bc3e-a9aba89f9d5f req-0934b45c-1a0e-425f-b848-964def095dc5 service neutron] 10.222.0.54 "GET /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995831 Jul 14 13:55:53.486279 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e748f752-9503-44f4-84be-7da9985f124a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.528324 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e748f752-9503-44f4-84be-7da9985f124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.568022 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e748f752-9503-44f4-84be-7da9985f124a admin admin] Network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:55:53.570776 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-e748f752-9503-44f4-84be-7da9985f124a admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:53.574979 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e748f752-9503-44f4-84be-7da9985f124a admin admin] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:55:53.597434 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748f752-9503-44f4-84be-7da9985f124a admin admin] Pushing event updated for resources: {'Port': ['ID=39b38080-f68d-4f02-82f5-499e422d0583,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:53.840497 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e748f752-9503-44f4-84be-7da9985f124a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.028938 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc4882-a98a-4ef3-ac3e-95102fcd46cf req-d36c82e7-3dfd-403e-a8a5-00e73906b614 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:54.030681 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d7cc4882-a98a-4ef3-ac3e-95102fcd46cf req-d36c82e7-3dfd-403e-a8a5-00e73906b614 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0628629 Jul 14 13:55:54.036277 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e748f752-9503-44f4-84be-7da9985f124a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728866'] for router, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.071263 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d7cc4882-a98a-4ef3-ac3e-95102fcd46cf req-8ccf0785-7f39-4f3f-a29f-77179a960d9e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338254 Jul 14 13:55:54.169386 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e748f752-9503-44f4-84be-7da9985f124a admin admin] Router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d is scheduled to L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac with binding_index 1 {{(pid=92930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:55:54.277353 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e748f752-9503-44f4-84be-7da9985f124a admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:55:54.290295 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] Sync routers for ids ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'] in dv-cinder-797608-5-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:55:54.294965 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e748f752-9503-44f4-84be-7da9985f124a admin admin] Notify callbacks [] for router, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.300145 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 60326) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:54.304190 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-e748f752-9503-44f4-84be-7da9985f124a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7003593 Jul 14 13:55:54.319231 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] Routers {'1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:55:54.319895 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:55:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:54.420843 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8cea35-6a1f-4688-9f2c-a7036f49b408 None None] Network 678bb7df-4b97-4bd4-90be-124739d8c193 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:55:54.506576 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 80c9115d-5ae3-4dc4-b0e4-ea27eb522574 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:55:54.510925 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] Set router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:55:54.576517 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-1b80ee71-ccca-41fe-8a87-10d0656eff1d None None] Provisioning for port 80c9115d-5ae3-4dc4-b0e4-ea27eb522574 completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:55:54.632097 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295ad4a-6f71-444a-856f-2d679b92204a req-392a28a6-f162-406c-898f-c2c59842682e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:54.636538 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a295ad4a-6f71-444a-856f-2d679b92204a req-392a28a6-f162-406c-898f-c2c59842682e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.1480613 Jul 14 13:55:54.648017 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port 80c9115d-5ae3-4dc4-b0e4-ea27eb522574 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:55:54.656386 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 80c9115d-5ae3-4dc4-b0e4-ea27eb522574 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:54.657002 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.741643 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T13:55:53Z', 'revision_number': 3, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:54.759237 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a295ad4a-6f71-444a-856f-2d679b92204a req-9bae0bfb-cbb2-49f8-b35a-bb61b698b88e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157513 Jul 14 13:55:54.772548 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] Checking router: 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d for host: dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:55:54.773290 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] Updating router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d port 39b38080-f68d-4f02-82f5-499e422d0583 binding host dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:55:54.811310 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.870390 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.910770 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port 80c9115d-5ae3-4dc4-b0e4-ea27eb522574, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=80c9115d-5ae3-4dc4-b0e4-ea27eb522574,segment=NetworkSegment(5df22ef0-0a20-4fe0-bcf6-2f1d416c5632),segment_id=5df22ef0-0a20-4fe0-bcf6-2f1d416c5632)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:54.914048 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200028b1-0ae5-4c01-8558-9e7dbfc6efab req-832d0fbd-65a8-44b4-9b1d-fab03470c0f9 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:54.915916 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-200028b1-0ae5-4c01-8558-9e7dbfc6efab req-832d0fbd-65a8-44b4-9b1d-fab03470c0f9 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c28b9be-ef72-4766-b2fa-dab5423e5c08 HTTP/1.1" status: 200 len: 944 time: 0.1466401 Jul 14 13:55:54.916693 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.976561 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=80c9115d-5ae3-4dc4-b0e4-ea27eb522574,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:55.002059 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f38c03ac-4a0e-47e2-b25d-3d1c55a7d6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.006639 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-200028b1-0ae5-4c01-8558-9e7dbfc6efab req-59844381-cf67-4225-9e4d-4851efe828e5 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653119 Jul 14 13:55:55.114810 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a3df05d-1979-4c41-883a-c0ca70caa3ca None None] Provisioning complete for port 80c9115d-5ae3-4dc4-b0e4-ea27eb522574 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:55.115180 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a3df05d-1979-4c41-883a-c0ca70caa3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.142729 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 69fe37e1-14e3-44fa-9a67-be8a62f831f8 up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:55:55.176721 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-f38c03ac-4a0e-47e2-b25d-3d1c55a7d6a5 admin admin] Allocated IP 172.20.0.1 (678bb7df-4b97-4bd4-90be-124739d8c193/aebd5a90-b585-464a-9d2f-1afe8d420f90/e78efec9-9b4b-4aad-b14f-ee3c0edebc58) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:55:55.240030 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.259289 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] Transition to ACTIVE for port object 39b38080-f68d-4f02-82f5-499e422d0583 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:55:55.268940 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning for port 69fe37e1-14e3-44fa-9a67-be8a62f831f8 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:55:55.270671 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.278387 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890265a7-b2e4-4879-a762-1bbac6564fd2 req-82c198f7-a593-4ff5-8e48-a58962baad57 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:55.280604 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-890265a7-b2e4-4879-a762-1bbac6564fd2 req-82c198f7-a593-4ff5-8e48-a58962baad57 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0726027 Jul 14 13:55:55.280719 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port 69fe37e1-14e3-44fa-9a67-be8a62f831f8 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:55.280963 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.313310 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f38c03ac-4a0e-47e2-b25d-3d1c55a7d6a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.328167 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-f38c03ac-4a0e-47e2-b25d-3d1c55a7d6a5 admin admin] Transition to ACTIVE for port object e78efec9-9b4b-4aad-b14f-ee3c0edebc58 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:55:55.331428 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] Attempting to bind port 39b38080-f68d-4f02-82f5-499e422d0583 on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:55:55.331988 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] Attempting to bind port 39b38080-f68d-4f02-82f5-499e422d0583 by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:55:55.332320 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] Attempting to bind port 39b38080-f68d-4f02-82f5-499e422d0583 on network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:55:55.335594 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-890265a7-b2e4-4879-a762-1bbac6564fd2 req-76b4dc4d-882d-44f1-8839-a5a408444c6c tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442107 Jul 14 13:55:55.341603 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:55:55.342421 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] Checking segment: {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:55:55.343077 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.343467 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] Bound using segment: {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:55:55.343990 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] Bound port: 39b38080-f68d-4f02-82f5-499e422d0583, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:55:55.349359 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.352027 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfcaf8-14c3-48d2-ac63-7f807bd22cec None None] Pushing event updated for resources: {'Port': ['ID=39b38080-f68d-4f02-82f5-499e422d0583,revision_number=2']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:55.376081 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f38c03ac-4a0e-47e2-b25d-3d1c55a7d6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.379070 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cfcaf8-14c3-48d2-ac63-7f807bd22cec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:55.379414 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cfcaf8-14c3-48d2-ac63-7f807bd22cec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:55.379800 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cfcaf8-14c3-48d2-ac63-7f807bd22cec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:55.380137 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cfcaf8-14c3-48d2-ac63-7f807bd22cec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:55.380440 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cfcaf8-14c3-48d2-ac63-7f807bd22cec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:55.380757 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cfcaf8-14c3-48d2-ac63-7f807bd22cec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:55.381073 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cfcaf8-14c3-48d2-ac63-7f807bd22cec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:55.381383 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cfcaf8-14c3-48d2-ac63-7f807bd22cec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:55.381713 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cfcaf8-14c3-48d2-ac63-7f807bd22cec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:55.382031 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cfcaf8-14c3-48d2-ac63-7f807bd22cec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:55.382426 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cfcaf8-14c3-48d2-ac63-7f807bd22cec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:55.382663 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cfcaf8-14c3-48d2-ac63-7f807bd22cec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:55.383428 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.395383 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38c03ac-4a0e-47e2-b25d-3d1c55a7d6a5 admin admin] Network 678bb7df-4b97-4bd4-90be-124739d8c193 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:55:55.409564 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c28b9be-ef72-4766-b2fa-dab5423e5c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fe37e1-14e3-44fa-9a67-be8a62f831f8'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:55:55.412481 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea33d8e-40c1-43bd-a06c-f8bbcbde6a3f" -d '{"events": [{"server_uuid": "2c28b9be-ef72-4766-b2fa-dab5423e5c08", "name": "network-vif-plugged", "status": "completed", "tag": "69fe37e1-14e3-44fa-9a67-be8a62f831f8"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:55:55.419135 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-f38c03ac-4a0e-47e2-b25d-3d1c55a7d6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:55.423002 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38c03ac-4a0e-47e2-b25d-3d1c55a7d6a5 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:55:55.426975 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 69fe37e1-14e3-44fa-9a67-be8a62f831f8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=69fe37e1-14e3-44fa-9a67-be8a62f831f8,segment=NetworkSegment(d2145662-852d-4ac7-a3b4-db64f99992a1),segment_id=d2145662-852d-4ac7-a3b4-db64f99992a1)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:55.429936 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] For port 39b38080-f68d-4f02-82f5-499e422d0583, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:55:55.434969 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] For port 39b38080-f68d-4f02-82f5-499e422d0583, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=39b38080-f68d-4f02-82f5-499e422d0583,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:55:55.439942 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.458309 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.464466 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c03ac-4a0e-47e2-b25d-3d1c55a7d6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=e78efec9-9b4b-4aad-b14f-ee3c0edebc58,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:55.467838 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3d1d90-3cf5-4026-88b0-ce0bb1b2dfe1 x-openstack-request-id: req-4a3d1d90-3cf5-4026-88b0-ce0bb1b2dfe1 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:55:55.468125 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c28b9be-ef72-4766-b2fa-dab5423e5c08", "name": "network-vif-plugged", "status": "completed", "tag": "69fe37e1-14e3-44fa-9a67-be8a62f831f8", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:55:55.473689 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a3d1d90-3cf5-4026-88b0-ce0bb1b2dfe1 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:55:55.474200 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c28b9be-ef72-4766-b2fa-dab5423e5c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fe37e1-14e3-44fa-9a67-be8a62f831f8', 'code': 200} Jul 14 13:55:55.480236 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f38c03ac-4a0e-47e2-b25d-3d1c55a7d6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-729041'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.516055 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=69fe37e1-14e3-44fa-9a67-be8a62f831f8,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:55.533801 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfcaf8-14c3-48d2-ac63-7f807bd22cec None None] Pushing event updated for resources: {'Port': ['ID=39b38080-f68d-4f02-82f5-499e422d0583,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:55.555437 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] Routers {'1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:55:55.556331 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:55:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:55.630407 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f38c03ac-4a0e-47e2-b25d-3d1c55a7d6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.669686 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] Set router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:55:55.741157 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-281987ef-7358-47e6-a713-13c4fc147d69 None None] Provisioning for port e78efec9-9b4b-4aad-b14f-ee3c0edebc58 completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:55:55.745446 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-281987ef-7358-47e6-a713-13c4fc147d69 None None] Provisioning complete for port e78efec9-9b4b-4aad-b14f-ee3c0edebc58 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:55.745814 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-281987ef-7358-47e6-a713-13c4fc147d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.784528 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-281987ef-7358-47e6-a713-13c4fc147d69 None None] Port e78efec9-9b4b-4aad-b14f-ee3c0edebc58 cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:55:55.802884 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a92e81-f1a4-45b2-a2ca-29335435a200 req-58483053-6f49-46df-9bbb-71206ac6f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:55.804486 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f6a92e81-f1a4-45b2-a2ca-29335435a200 req-58483053-6f49-46df-9bbb-71206ac6f89e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2c28b9be-ef72-4766-b2fa-dab5423e5c08 HTTP/1.1" status: 200 len: 1098 time: 0.1180358 Jul 14 13:55:55.852569 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T13:55:53Z', 'revision_number': 3, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:55.876549 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f6a92e81-f1a4-45b2-a2ca-29335435a200 req-2ce97bc1-52ab-4510-b7eb-98931a11e86b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460303 Jul 14 13:55:55.876549 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f38c03ac-4a0e-47e2-b25d-3d1c55a7d6a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.880133 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f38c03ac-4a0e-47e2-b25d-3d1c55a7d6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.883556 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98f98cb-82b2-45a8-bc52-eae2a94242e8 None None] The sync data for ids ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'] in dv-cinder-797608-5-iscsi is: [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T13:55:53Z', 'revision_number': 3, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:55:55.954195 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f38c03ac-4a0e-47e2-b25d-3d1c55a7d6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-726113'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.959388 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c03ac-4a0e-47e2-b25d-3d1c55a7d6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=e78efec9-9b4b-4aad-b14f-ee3c0edebc58,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:55.980456 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7bfba-e2b2-4a02-9d69-9c26fbb178a4 req-c19849c8-9a56-4e71-ace0-d4549f61ef49 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:55.987883 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9ea7bfba-e2b2-4a02-9d69-9c26fbb178a4 req-c19849c8-9a56-4e71-ace0-d4549f61ef49 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0827889 Jul 14 13:55:56.031380 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9ea7bfba-e2b2-4a02-9d69-9c26fbb178a4 req-b3b3389d-323a-4b3c-8c47-5064a62e6f79 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425460 Jul 14 13:55:56.062849 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38c03ac-4a0e-47e2-b25d-3d1c55a7d6a5 admin admin] Network 678bb7df-4b97-4bd4-90be-124739d8c193 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:55:56.064198 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-f38c03ac-4a0e-47e2-b25d-3d1c55a7d6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:56.262650 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38c03ac-4a0e-47e2-b25d-3d1c55a7d6a5 admin admin] Router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:55:56.300472 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe347945-8de3-41da-9638-61e99a4f87fc req-fc369920-f6a4-47d8-942d-7a353ad50ab7 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:56.304824 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-fe347945-8de3-41da-9638-61e99a4f87fc req-fc369920-f6a4-47d8-942d-7a353ad50ab7 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c28b9be-ef72-4766-b2fa-dab5423e5c08 HTTP/1.1" status: 200 len: 945 time: 0.1426384 Jul 14 13:55:56.419367 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-96dfbf16-7260-4ba5-a97d-9209be4cdfef None None] Provisioning complete for port e78efec9-9b4b-4aad-b14f-ee3c0edebc58 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:56.419774 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-96dfbf16-7260-4ba5-a97d-9209be4cdfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.429276 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-fe347945-8de3-41da-9638-61e99a4f87fc req-ee8255cd-3e1e-41d8-ba8b-f426d389de22 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166341 Jul 14 13:55:56.517231 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-96dfbf16-7260-4ba5-a97d-9209be4cdfef None None] Port e78efec9-9b4b-4aad-b14f-ee3c0edebc58 cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:55:56.541051 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38c03ac-4a0e-47e2-b25d-3d1c55a7d6a5 admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:55:56.547963 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f38c03ac-4a0e-47e2-b25d-3d1c55a7d6a5 admin admin] 10.222.0.45 "PUT /v2.0/routers/1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2463458 Jul 14 13:55:56.571021 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 80c9115d-5ae3-4dc4-b0e4-ea27eb522574 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:55:56.624324 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 80c9115d-5ae3-4dc4-b0e4-ea27eb522574 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:56.624829 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.646885 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d965b-e9af-4fe8-b997-f58fecb91ddd req-f90f2815-6bee-4bda-a1f9-0429fdcf5dfc tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:56.648469 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6d4d965b-e9af-4fe8-b997-f58fecb91ddd req-f90f2815-6bee-4bda-a1f9-0429fdcf5dfc tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0838127 Jul 14 13:55:56.720082 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6d4d965b-e9af-4fe8-b997-f58fecb91ddd req-69f57bd7-7b50-44d1-9979-92294b15c272 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531898 Jul 14 13:55:56.735008 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 39b38080-f68d-4f02-82f5-499e422d0583 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:55:56.787474 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port 39b38080-f68d-4f02-82f5-499e422d0583 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:55:56.792134 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 39b38080-f68d-4f02-82f5-499e422d0583 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:56.792896 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.883251 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.905439 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port 39b38080-f68d-4f02-82f5-499e422d0583, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=39b38080-f68d-4f02-82f5-499e422d0583,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:56.916364 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.966837 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=39b38080-f68d-4f02-82f5-499e422d0583,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:57.108035 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 60372) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:57.113319 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-e82b46bb-ea21-49f0-869f-7d2c4b3d60ee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1402058563-network', 'tenant_id': '9b2e13c7c97149e9bdf90438bee04105'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:57.136699 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82b46bb-ea21-49f0-869f-7d2c4b3d60ee admin admin] Made reservation on behalf of 9b2e13c7c97149e9bdf90438bee04105 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:55:57.139088 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e82b46bb-ea21-49f0-869f-7d2c4b3d60ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.150819 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e82b46bb-ea21-49f0-869f-7d2c4b3d60ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.229682 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12e66b-990d-469f-a9c2-48ec94252a3e req-3e46fb95-1ac6-4d90-af77-20a4068c648c tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:57.231488 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5e12e66b-990d-469f-a9c2-48ec94252a3e req-3e46fb95-1ac6-4d90-af77-20a4068c648c tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0716994 Jul 14 13:55:57.248138 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e82b46bb-ea21-49f0-869f-7d2c4b3d60ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.253187 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e82b46bb-ea21-49f0-869f-7d2c4b3d60ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.273568 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82b46bb-ea21-49f0-869f-7d2c4b3d60ee admin admin] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:55:57.274383 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5e12e66b-990d-469f-a9c2-48ec94252a3e req-86c076f0-d962-4cfc-a74b-9c62f17e27f9 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363102 Jul 14 13:55:57.287338 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b46bb-ea21-49f0-869f-7d2c4b3d60ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1e3adc-7a3c-4698-a3bf-a9ca7008ec4a,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:57.292860 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e82b46bb-ea21-49f0-869f-7d2c4b3d60ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.293200 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-e82b46bb-ea21-49f0-869f-7d2c4b3d60ee admin admin] Added segment ac3f485a-3bbe-4794-90ce-ef7df87e34c1 of type vlan for network fdb3455e-3600-49ea-9389-30e44bda436f Jul 14 13:55:57.334991 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e82b46bb-ea21-49f0-869f-7d2c4b3d60ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781939793924'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.365753 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e82b46bb-ea21-49f0-869f-7d2c4b3d60ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.366678 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82b46bb-ea21-49f0-869f-7d2c4b3d60ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:57.367258 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e82b46bb-ea21-49f0-869f-7d2c4b3d60ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.413619 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e82b46bb-ea21-49f0-869f-7d2c4b3d60ee admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3044157 Jul 14 13:55:57.417086 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 60374) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:57.422257 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-fb00a327-ee04-4843-b9e3-461c7b2908aa admin admin] Request body: {'subnet': {'network_id': 'fdb3455e-3600-49ea-9389-30e44bda436f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1402058563-subnet', 'tenant_id': '9b2e13c7c97149e9bdf90438bee04105', 'ip_version': 4}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:57.425338 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b46bb-ea21-49f0-869f-7d2c4b3d60ee admin admin] Pushing event updated for resources: {'Network': ['ID=fdb3455e-3600-49ea-9389-30e44bda436f,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:57.436996 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Network fdb3455e-3600-49ea-9389-30e44bda436f details requested by agent ovs-agent-dv-cinder-797608-5-iscsi with host dv-cinder-797608-5-iscsi {{(pid=92931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:55:57.450645 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb00a327-ee04-4843-b9e3-461c7b2908aa admin admin] Made reservation on behalf of 9b2e13c7c97149e9bdf90438bee04105 for: {'subnet': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:55:57.453406 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fb00a327-ee04-4843-b9e3-461c7b2908aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127770589'] for subnet, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.650784 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a6eb1-a48f-4326-aea5-43747d269dd1 req-463461ea-04fc-4790-bd73-11c4a809e868 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:57.652427 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c55a6eb1-a48f-4326-aea5-43747d269dd1 req-463461ea-04fc-4790-bd73-11c4a809e868 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c28b9be-ef72-4766-b2fa-dab5423e5c08 HTTP/1.1" status: 200 len: 945 time: 0.0794091 Jul 14 13:55:57.700899 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c55a6eb1-a48f-4326-aea5-43747d269dd1 req-2b40927b-556b-4c95-a988-257bc8f4c8b8 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425706 Jul 14 13:55:57.862878 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] Sync routers for ids ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:55:57.871977 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] Routers {'1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:55:57.872581 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:55:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:57.898463 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fb00a327-ee04-4843-b9e3-461c7b2908aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127484060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127770607'] for subnet, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.958110 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3712c-8281-4796-85ea-6dcac07f520f req-f6089ecf-b4d3-4746-9c28-1e1de7eef32a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:57.959570 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-32a3712c-8281-4796-85ea-6dcac07f520f req-f6089ecf-b4d3-4746-9c28-1e1de7eef32a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.1428275 Jul 14 13:55:57.974733 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00a327-ee04-4843-b9e3-461c7b2908aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dc116f8-4a9c-4b84-ae94-161a58cf58a3,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:57.978664 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] Set router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:55:58.000246 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb00a327-ee04-4843-b9e3-461c7b2908aa admin admin] Checking segment: {'id': 'ac3f485a-3bbe-4794-90ce-ef7df87e34c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'fdb3455e-3600-49ea-9389-30e44bda436f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:55:58.000591 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb00a327-ee04-4843-b9e3-461c7b2908aa admin admin] Network hostable DHCP agents. Network: fdb3455e-3600-49ea-9389-30e44bda436f, hostable agents: ['82b7cd81-444f-4fd8-937d-e6dfe2847fa5'], hosted agents: [] {{(pid=92930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:55:58.018320 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-32a3712c-8281-4796-85ea-6dcac07f520f req-f810ee1b-d4cd-42d6-92b4-bcfd17b7d6a5 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468385 Jul 14 13:55:58.029313 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb00a327-ee04-4843-b9e3-461c7b2908aa admin admin] Network fdb3455e-3600-49ea-9389-30e44bda436f is scheduled to be hosted by DHCP agent 82b7cd81-444f-4fd8-937d-e6dfe2847fa5 with binding_index 1 {{(pid=92930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:55:58.039955 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-fb00a327-ee04-4843-b9e3-461c7b2908aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-5-iscsi, fdb3455e-3600-49ea-9389-30e44bda436f) {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:58.049709 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb00a327-ee04-4843-b9e3-461c7b2908aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:58.050303 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fb00a327-ee04-4843-b9e3-461c7b2908aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.057842 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c01cfb-5491-4ffb-a7fd-cd734cddd854 None None] Network fdb3455e-3600-49ea-9389-30e44bda436f requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:55:58.068439 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-fb00a327-ee04-4843-b9e3-461c7b2908aa admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6475103 Jul 14 13:55:58.068439 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 60384) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:58.074293 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-9dde644f-c4b4-456d-91d8-bdf712ec990f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1402058563-router', 'tenant_id': '9b2e13c7c97149e9bdf90438bee04105', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:58.096847 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9dde644f-c4b4-456d-91d8-bdf712ec990f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-727999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57999'] for router, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.097866 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9dde644f-c4b4-456d-91d8-bdf712ec990f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57988'] for router, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.152437 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9dde644f-c4b4-456d-91d8-bdf712ec990f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.315916 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9dde644f-c4b4-456d-91d8-bdf712ec990f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728771', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-727977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59758'] for router, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.457492 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 39b38080-f68d-4f02-82f5-499e422d0583 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:55:58.514731 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92390f9-9cd3-462d-9394-7a2472e78972 req-2b4ae19a-b1e3-4147-b4f9-3395fa336ca2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:58.516290 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d92390f9-9cd3-462d-9394-7a2472e78972 req-2b4ae19a-b1e3-4147-b4f9-3395fa336ca2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0733187 Jul 14 13:55:58.533848 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b0f588-007d-42b7-bdca-21e5080bbd18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5065a14-9a18-52e1-8c4d-ffd80e997c58-fdb3455e-3600-49ea-9389-30e44bda436f', 'network_id': 'fdb3455e-3600-49ea-9389-30e44bda436f', 'tenant_id': '9b2e13c7c97149e9bdf90438bee04105', 'fixed_ips': [{'subnet_id': '4dc116f8-4a9c-4b84-ae94-161a58cf58a3'}]}} from dv-cinder-797608-5-iscsi. {{(pid=92931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:55:58.534633 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-04b0f588-007d-42b7-bdca-21e5080bbd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.564957 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d92390f9-9cd3-462d-9394-7a2472e78972 req-73a867e4-22bc-4fd0-b77c-304d72e8e507 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356233 Jul 14 13:55:58.587360 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9dde644f-c4b4-456d-91d8-bdf712ec990f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.607054 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9dde644f-c4b4-456d-91d8-bdf712ec990f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.622503 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T13:55:55Z', 'revision_number': 4, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'e78efec9-9b4b-4aad-b14f-ee3c0edebc58', 'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'mac_address': 'fa:16:3e:2d:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:55Z', 'updated_at': '2021-07-14T13:55:55Z', 'revision_number': 2, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'subnets': [{'id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:58.627229 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 39b38080-f68d-4f02-82f5-499e422d0583 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:58.627632 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.657073 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] Checking router: 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:55:58.657430 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] Updating router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d port e78efec9-9b4b-4aad-b14f-ee3c0edebc58 binding host dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:55:58.712513 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-9dde644f-c4b4-456d-91d8-bdf712ec990f admin admin] Allocated IP 172.27.2.61 (cd162c73-a958-4cb4-9ccb-1bec0cade7b8/12dd67ef-565e-43e2-af52-7977bdc7d073/1ea7e908-e97d-4321-b091-eab85c718006) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:55:58.757191 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.831736 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9dde644f-c4b4-456d-91d8-bdf712ec990f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.835721 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-04b0f588-007d-42b7-bdca-21e5080bbd18 None None] Allocated IP 172.20.0.2 (fdb3455e-3600-49ea-9389-30e44bda436f/4dc116f8-4a9c-4b84-ae94-161a58cf58a3/03133391-a4af-4654-a1ae-f3b8f9481b76) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:55:58.906687 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913b83d-1eed-4a26-ad3d-effcbb63fdaa req-c4d1760e-9192-43ee-8159-b105b7408dcb tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:58.908188 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b913b83d-1eed-4a26-ad3d-effcbb63fdaa req-c4d1760e-9192-43ee-8159-b105b7408dcb tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c28b9be-ef72-4766-b2fa-dab5423e5c08 HTTP/1.1" status: 200 len: 945 time: 0.0904517 Jul 14 13:55:58.915536 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9dde644f-c4b4-456d-91d8-bdf712ec990f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.975783 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dde644f-c4b4-456d-91d8-bdf712ec990f admin admin] Network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:55:58.984617 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-9dde644f-c4b4-456d-91d8-bdf712ec990f admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:58.992705 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dde644f-c4b4-456d-91d8-bdf712ec990f admin admin] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:55:58.998429 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b913b83d-1eed-4a26-ad3d-effcbb63fdaa req-d192a769-f1c8-419c-a8be-55288ed1dc57 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841422 Jul 14 13:55:58.999013 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde644f-c4b4-456d-91d8-bdf712ec990f admin admin] Pushing event updated for resources: {'Port': ['ID=1ea7e908-e97d-4321-b091-eab85c718006,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:59.138435 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-04b0f588-007d-42b7-bdca-21e5080bbd18 None None] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.156102 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-04b0f588-007d-42b7-bdca-21e5080bbd18 None None] Transition to ACTIVE for port object 03133391-a4af-4654-a1ae-f3b8f9481b76 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:55:59.201258 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-04b0f588-007d-42b7-bdca-21e5080bbd18 None None] Transition to ACTIVE for port object 03133391-a4af-4654-a1ae-f3b8f9481b76 will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:55:59.213058 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-04b0f588-007d-42b7-bdca-21e5080bbd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.265135 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.268777 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9dde644f-c4b4-456d-91d8-bdf712ec990f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.291505 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b0f588-007d-42b7-bdca-21e5080bbd18 None None] Network fdb3455e-3600-49ea-9389-30e44bda436f is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:55:59.294090 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0f588-007d-42b7-bdca-21e5080bbd18 None None] Pushing event updated for resources: {'Port': ['ID=03133391-a4af-4654-a1ae-f3b8f9481b76,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:59.297953 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] Transition to ACTIVE for port object e78efec9-9b4b-4aad-b14f-ee3c0edebc58 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:55:59.300153 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-04b0f588-007d-42b7-bdca-21e5080bbd18 None None] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:59.304006 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b0f588-007d-42b7-bdca-21e5080bbd18 None None] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:55:59.338193 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.433374 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-04b0f588-007d-42b7-bdca-21e5080bbd18 None None] Attempting to bind port 03133391-a4af-4654-a1ae-f3b8f9481b76 on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:55:59.433839 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-04b0f588-007d-42b7-bdca-21e5080bbd18 None None] Attempting to bind port 03133391-a4af-4654-a1ae-f3b8f9481b76 by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': 'ac3f485a-3bbe-4794-90ce-ef7df87e34c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'fdb3455e-3600-49ea-9389-30e44bda436f'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:55:59.434270 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b0f588-007d-42b7-bdca-21e5080bbd18 None None] Attempting to bind port 03133391-a4af-4654-a1ae-f3b8f9481b76 on network fdb3455e-3600-49ea-9389-30e44bda436f {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:55:59.452030 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b0f588-007d-42b7-bdca-21e5080bbd18 None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:55:59.452498 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b0f588-007d-42b7-bdca-21e5080bbd18 None None] Checking segment: {'id': 'ac3f485a-3bbe-4794-90ce-ef7df87e34c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'fdb3455e-3600-49ea-9389-30e44bda436f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:55:59.453002 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-04b0f588-007d-42b7-bdca-21e5080bbd18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.453609 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b0f588-007d-42b7-bdca-21e5080bbd18 None None] Bound using segment: {'id': 'ac3f485a-3bbe-4794-90ce-ef7df87e34c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'fdb3455e-3600-49ea-9389-30e44bda436f'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:55:59.454283 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-04b0f588-007d-42b7-bdca-21e5080bbd18 None None] Bound port: 03133391-a4af-4654-a1ae-f3b8f9481b76, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3f485a-3bbe-4794-90ce-ef7df87e34c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'fdb3455e-3600-49ea-9389-30e44bda436f'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:55:59.454736 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-04b0f588-007d-42b7-bdca-21e5080bbd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.470824 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab26dd-8edd-4623-891a-fe6bf16284f8 None None] Pushing event updated for resources: {'Port': ['ID=e78efec9-9b4b-4aad-b14f-ee3c0edebc58,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:59.492394 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9dde644f-c4b4-456d-91d8-bdf712ec990f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728866'] for router, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.561339 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] Attempting to bind port e78efec9-9b4b-4aad-b14f-ee3c0edebc58 on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:55:59.561795 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] Attempting to bind port e78efec9-9b4b-4aad-b14f-ee3c0edebc58 by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': '5df22ef0-0a20-4fe0-bcf6-2f1d416c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:55:59.562218 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] Attempting to bind port e78efec9-9b4b-4aad-b14f-ee3c0edebc58 on network 678bb7df-4b97-4bd4-90be-124739d8c193 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:55:59.576639 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:55:59.577230 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] Checking segment: {'id': '5df22ef0-0a20-4fe0-bcf6-2f1d416c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:55:59.577742 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.578212 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] Bound using segment: {'id': '5df22ef0-0a20-4fe0-bcf6-2f1d416c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:55:59.578909 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] Bound port: e78efec9-9b4b-4aad-b14f-ee3c0edebc58, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df22ef0-0a20-4fe0-bcf6-2f1d416c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:55:59.579380 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.598915 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-04b0f588-007d-42b7-bdca-21e5080bbd18 None None] For port 03133391-a4af-4654-a1ae-f3b8f9481b76, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:55:59.635536 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-04b0f588-007d-42b7-bdca-21e5080bbd18 None None] For port 03133391-a4af-4654-a1ae-f3b8f9481b76, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=03133391-a4af-4654-a1ae-f3b8f9481b76,segment=NetworkSegment(ac3f485a-3bbe-4794-90ce-ef7df87e34c1),segment_id=ac3f485a-3bbe-4794-90ce-ef7df87e34c1)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:55:59.636551 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dde644f-c4b4-456d-91d8-bdf712ec990f admin admin] Router 5248bb30-fc13-42fb-b7b8-2a8cc709ae00 is scheduled to L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac with binding_index 1 {{(pid=92930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:55:59.650844 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-04b0f588-007d-42b7-bdca-21e5080bbd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.675733 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f21c27-18fd-43b4-8870-9b011ef956cb req-18fbb5b1-f073-41ee-aa7c-5b893a2a9a5a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:59.678305 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-40f21c27-18fd-43b4-8870-9b011ef956cb req-18fbb5b1-f073-41ee-aa7c-5b893a2a9a5a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.1381462 Jul 14 13:55:59.711174 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0f588-007d-42b7-bdca-21e5080bbd18 None None] Pushing event updated for resources: {'Port': ['ID=03133391-a4af-4654-a1ae-f3b8f9481b76,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:59.737550 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] For port e78efec9-9b4b-4aad-b14f-ee3c0edebc58, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:55:59.740939 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] For port e78efec9-9b4b-4aad-b14f-ee3c0edebc58, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=e78efec9-9b4b-4aad-b14f-ee3c0edebc58,segment=NetworkSegment(5df22ef0-0a20-4fe0-bcf6-2f1d416c5632),segment_id=5df22ef0-0a20-4fe0-bcf6-2f1d416c5632)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:55:59.755592 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-40f21c27-18fd-43b4-8870-9b011ef956cb req-ba2005b3-5db7-4961-96c8-6286c4f40584 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695169 Jul 14 13:55:59.767033 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.837891 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dde644f-c4b4-456d-91d8-bdf712ec990f admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:55:59.846910 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] Routers {'1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:55:59.847888 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:55:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:59.851699 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab26dd-8edd-4623-891a-fe6bf16284f8 None None] Pushing event updated for resources: {'Port': ['ID=e78efec9-9b4b-4aad-b14f-ee3c0edebc58,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:59.857785 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] Sync routers for ids ['5248bb30-fc13-42fb-b7b8-2a8cc709ae00'] in dv-cinder-797608-5-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:55:59.883160 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] Routers {'5248bb30-fc13-42fb-b7b8-2a8cc709ae00'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:55:59.883878 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:55:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['5248bb30-fc13-42fb-b7b8-2a8cc709ae00'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:59.899862 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981b4b8-8f3e-4a06-9036-9c1d6cd4b85e req-50541aba-3b13-49d7-8e1f-332ba383e027 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:59.910119 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8981b4b8-8f3e-4a06-9036-9c1d6cd4b85e req-50541aba-3b13-49d7-8e1f-332ba383e027 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.1281629 Jul 14 13:55:59.924632 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9dde644f-c4b4-456d-91d8-bdf712ec990f admin admin] Notify callbacks [] for router, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.925996 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-9dde644f-c4b4-456d-91d8-bdf712ec990f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8563793 Jul 14 13:55:59.928669 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 60414) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:59.999228 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8981b4b8-8f3e-4a06-9036-9c1d6cd4b85e req-cc7ca395-d5b6-47eb-bec7-f1f6b4caa62f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881681 Jul 14 13:56:00.063259 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] Set router 5248bb30-fc13-42fb-b7b8-2a8cc709ae00 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:00.092713 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] Set router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:00.351465 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5248bb30-fc13-42fb-b7b8-2a8cc709ae00', 'name': 'tempest-TestVolumeBootPattern-1402058563-router', 'tenant_id': '9b2e13c7c97149e9bdf90438bee04105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '1ea7e908-e97d-4321-b091-eab85c718006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:55:59Z', 'revision_number': 3, 'project_id': '9b2e13c7c97149e9bdf90438bee04105', 'gw_port': {'id': '1ea7e908-e97d-4321-b091-eab85c718006', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5248bb30-fc13-42fb-b7b8-2a8cc709ae00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:00.393099 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] Checking router: 5248bb30-fc13-42fb-b7b8-2a8cc709ae00 for host: dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:56:00.393617 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] Updating router 5248bb30-fc13-42fb-b7b8-2a8cc709ae00 port 1ea7e908-e97d-4321-b091-eab85c718006 binding host dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:56:00.401128 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T13:55:55Z', 'revision_number': 4, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'e78efec9-9b4b-4aad-b14f-ee3c0edebc58', 'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'mac_address': 'fa:16:3e:2d:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:55Z', 'updated_at': '2021-07-14T13:55:59Z', 'revision_number': 4, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'subnets': [{'id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:00.476258 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4002c72-e99e-469a-93e8-801180a22df1 None None] The sync data for ids ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'] in dv-cinder-797608-5-iscsi is: [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T13:55:55Z', 'revision_number': 4, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'e78efec9-9b4b-4aad-b14f-ee3c0edebc58', 'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'mac_address': 'fa:16:3e:2d:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:55Z', 'updated_at': '2021-07-14T13:55:59Z', 'revision_number': 4, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'subnets': [{'id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:56:00.501965 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:00.517922 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 03133391-a4af-4654-a1ae-f3b8f9481b76 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:00.878156 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7a68372b-875e-4007-9b02-3ac7ab49232a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:00.879435 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port 03133391-a4af-4654-a1ae-f3b8f9481b76 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:00.982933 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:00.997276 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] Transition to ACTIVE for port object 1ea7e908-e97d-4321-b091-eab85c718006 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:01.028535 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:01.101809 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-7a68372b-875e-4007-9b02-3ac7ab49232a admin admin] Allocated IP 172.20.0.1 (fdb3455e-3600-49ea-9389-30e44bda436f/4dc116f8-4a9c-4b84-ae94-161a58cf58a3/84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:56:01.136148 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e7d92-deb6-4868-b8eb-ec70f75b382b None None] Pushing event updated for resources: {'Port': ['ID=1ea7e908-e97d-4321-b091-eab85c718006,revision_number=2']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:01.182367 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] Attempting to bind port 1ea7e908-e97d-4321-b091-eab85c718006 on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:56:01.182734 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] Attempting to bind port 1ea7e908-e97d-4321-b091-eab85c718006 by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:56:01.183098 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] Attempting to bind port 1ea7e908-e97d-4321-b091-eab85c718006 on network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:56:01.203257 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:56:01.203586 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] Checking segment: {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:56:01.204021 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:01.204407 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] Bound using segment: {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:56:01.204873 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] Bound port: 1ea7e908-e97d-4321-b091-eab85c718006, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:56:01.205269 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:01.267120 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] For port 1ea7e908-e97d-4321-b091-eab85c718006, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:56:01.270948 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] For port 1ea7e908-e97d-4321-b091-eab85c718006, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=1ea7e908-e97d-4321-b091-eab85c718006,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:56:01.276650 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:01.278149 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7a68372b-875e-4007-9b02-3ac7ab49232a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:01.294881 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ffc8fb-6d2d-47cd-b1bc-74ab3ca7700e None None] Network fdb3455e-3600-49ea-9389-30e44bda436f requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:56:01.296659 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-7a68372b-875e-4007-9b02-3ac7ab49232a admin admin] Transition to ACTIVE for port object 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:01.311888 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad33c5-0ee2-44e1-a97f-7bed87bfba50 req-1a04ed09-db42-44dd-b332-203134e4701d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:01.313404 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-81ad33c5-0ee2-44e1-a97f-7bed87bfba50 req-1a04ed09-db42-44dd-b332-203134e4701d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.1208966 Jul 14 13:56:01.350565 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] Routers {'5248bb30-fc13-42fb-b7b8-2a8cc709ae00'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:01.351458 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:55:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['5248bb30-fc13-42fb-b7b8-2a8cc709ae00'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:01.356499 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e7d92-deb6-4868-b8eb-ec70f75b382b None None] Pushing event updated for resources: {'Port': ['ID=1ea7e908-e97d-4321-b091-eab85c718006,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:01.402253 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-81ad33c5-0ee2-44e1-a97f-7bed87bfba50 req-ee7ac66a-b419-4695-b2e4-61a35bc448e8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822051 Jul 14 13:56:01.404277 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7a68372b-875e-4007-9b02-3ac7ab49232a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:01.455990 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a68372b-875e-4007-9b02-3ac7ab49232a admin admin] Network fdb3455e-3600-49ea-9389-30e44bda436f is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:56:01.459508 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-7a68372b-875e-4007-9b02-3ac7ab49232a admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:56:01.462059 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a68372b-875e-4007-9b02-3ac7ab49232a admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:56:01.483198 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-091dbd6a-a5ae-4bd7-b6ea-e0df674e7b20 None None] Provisioning for port 03133391-a4af-4654-a1ae-f3b8f9481b76 completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:01.490263 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-091dbd6a-a5ae-4bd7-b6ea-e0df674e7b20 None None] Provisioning complete for port 03133391-a4af-4654-a1ae-f3b8f9481b76 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:01.490715 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-091dbd6a-a5ae-4bd7-b6ea-e0df674e7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:01.502915 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] Set router 5248bb30-fc13-42fb-b7b8-2a8cc709ae00 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:01.511387 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68372b-875e-4007-9b02-3ac7ab49232a admin admin] Pushing event updated for resources: {'Port': ['ID=84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:01.553586 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7a68372b-875e-4007-9b02-3ac7ab49232a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-729041'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:01.597137 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-091dbd6a-a5ae-4bd7-b6ea-e0df674e7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:01.652338 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-091dbd6a-a5ae-4bd7-b6ea-e0df674e7b20 None None] For port 03133391-a4af-4654-a1ae-f3b8f9481b76, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=03133391-a4af-4654-a1ae-f3b8f9481b76,segment=NetworkSegment(ac3f485a-3bbe-4794-90ce-ef7df87e34c1),segment_id=ac3f485a-3bbe-4794-90ce-ef7df87e34c1)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:01.668171 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-091dbd6a-a5ae-4bd7-b6ea-e0df674e7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:01.733780 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091dbd6a-a5ae-4bd7-b6ea-e0df674e7b20 None None] Pushing event updated for resources: {'Port': ['ID=03133391-a4af-4654-a1ae-f3b8f9481b76,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:01.753587 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091dbd6a-a5ae-4bd7-b6ea-e0df674e7b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:01.753931 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091dbd6a-a5ae-4bd7-b6ea-e0df674e7b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:01.754271 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091dbd6a-a5ae-4bd7-b6ea-e0df674e7b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:01.754608 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091dbd6a-a5ae-4bd7-b6ea-e0df674e7b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:01.755520 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091dbd6a-a5ae-4bd7-b6ea-e0df674e7b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:01.757201 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091dbd6a-a5ae-4bd7-b6ea-e0df674e7b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:01.757548 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091dbd6a-a5ae-4bd7-b6ea-e0df674e7b20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:01.757885 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091dbd6a-a5ae-4bd7-b6ea-e0df674e7b20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:01.758250 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091dbd6a-a5ae-4bd7-b6ea-e0df674e7b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:01.758534 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091dbd6a-a5ae-4bd7-b6ea-e0df674e7b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:01.758879 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091dbd6a-a5ae-4bd7-b6ea-e0df674e7b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:01.760048 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091dbd6a-a5ae-4bd7-b6ea-e0df674e7b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:01.786172 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7a68372b-875e-4007-9b02-3ac7ab49232a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:01.838624 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5248bb30-fc13-42fb-b7b8-2a8cc709ae00', 'name': 'tempest-TestVolumeBootPattern-1402058563-router', 'tenant_id': '9b2e13c7c97149e9bdf90438bee04105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '1ea7e908-e97d-4321-b091-eab85c718006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:55:59Z', 'revision_number': 3, 'project_id': '9b2e13c7c97149e9bdf90438bee04105', 'gw_port': {'id': '1ea7e908-e97d-4321-b091-eab85c718006', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5248bb30-fc13-42fb-b7b8-2a8cc709ae00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:01.882324 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ce2c5b-6afd-4ace-b4f2-1188f83e67b1 None None] The sync data for ids ['5248bb30-fc13-42fb-b7b8-2a8cc709ae00'] in dv-cinder-797608-5-iscsi is: [{'id': '5248bb30-fc13-42fb-b7b8-2a8cc709ae00', 'name': 'tempest-TestVolumeBootPattern-1402058563-router', 'tenant_id': '9b2e13c7c97149e9bdf90438bee04105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '1ea7e908-e97d-4321-b091-eab85c718006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:55:59Z', 'revision_number': 3, 'project_id': '9b2e13c7c97149e9bdf90438bee04105', 'gw_port': {'id': '1ea7e908-e97d-4321-b091-eab85c718006', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5248bb30-fc13-42fb-b7b8-2a8cc709ae00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:56:01.893559 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6600285a-ea9f-4d86-bc66-52cea926bc9b None None] Provisioning complete for port 03133391-a4af-4654-a1ae-f3b8f9481b76 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:01.893936 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6600285a-ea9f-4d86-bc66-52cea926bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:02.015901 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7a68372b-875e-4007-9b02-3ac7ab49232a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:02.020882 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7a68372b-875e-4007-9b02-3ac7ab49232a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:02.022712 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6600285a-ea9f-4d86-bc66-52cea926bc9b None None] Provisioning for port 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8 completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:02.028441 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6600285a-ea9f-4d86-bc66-52cea926bc9b None None] Provisioning complete for port 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:02.029047 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6600285a-ea9f-4d86-bc66-52cea926bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:02.064966 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-6600285a-ea9f-4d86-bc66-52cea926bc9b None None] Port 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8 cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:56:02.084451 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68372b-875e-4007-9b02-3ac7ab49232a admin admin] Pushing event updated for resources: {'Port': ['ID=84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:02.089951 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7a68372b-875e-4007-9b02-3ac7ab49232a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-726113'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:02.187413 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-809970c1-4b71-4bb2-b1e7-f0457d08dc2c None None] Provisioning complete for port 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:02.187938 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-809970c1-4b71-4bb2-b1e7-f0457d08dc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:02.195944 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a68372b-875e-4007-9b02-3ac7ab49232a admin admin] Network fdb3455e-3600-49ea-9389-30e44bda436f is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:56:02.197563 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-7a68372b-875e-4007-9b02-3ac7ab49232a admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:56:02.223694 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-809970c1-4b71-4bb2-b1e7-f0457d08dc2c None None] Port 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8 cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:56:02.549096 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-27eafe51-b0ae-4d77-bc69-e6e7c49790bb None None] Provisioning complete for port 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:02.549742 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-27eafe51-b0ae-4d77-bc69-e6e7c49790bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:02.602482 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a68372b-875e-4007-9b02-3ac7ab49232a admin admin] Router 5248bb30-fc13-42fb-b7b8-2a8cc709ae00 has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:56:02.609107 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 1ea7e908-e97d-4321-b091-eab85c718006 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:02.640872 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c18bf-4284-4f4f-a53d-446e0df35c89 req-af436f75-81de-422c-8777-47f0d4a071e4 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:02.648030 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-822c18bf-4284-4f4f-a53d-446e0df35c89 req-af436f75-81de-422c-8777-47f0d4a071e4 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0790789 Jul 14 13:56:02.686308 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-27eafe51-b0ae-4d77-bc69-e6e7c49790bb None None] Port 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8 cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:56:02.702800 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-822c18bf-4284-4f4f-a53d-446e0df35c89 req-dd23b124-cca8-4396-a236-872c222cd856 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532541 Jul 14 13:56:02.710144 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port 1ea7e908-e97d-4321-b091-eab85c718006 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:02.719808 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 1ea7e908-e97d-4321-b091-eab85c718006 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:02.719808 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:02.749886 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a68372b-875e-4007-9b02-3ac7ab49232a admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:56:02.760584 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7a68372b-875e-4007-9b02-3ac7ab49232a admin admin] 10.222.0.45 "PUT /v2.0/routers/5248bb30-fc13-42fb-b7b8-2a8cc709ae00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8303790 Jul 14 13:56:02.804527 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:02.825959 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port 1ea7e908-e97d-4321-b091-eab85c718006, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=1ea7e908-e97d-4321-b091-eab85c718006,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:02.831154 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:02.832299 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 03133391-a4af-4654-a1ae-f3b8f9481b76 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:02.917223 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=1ea7e908-e97d-4321-b091-eab85c718006,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:02.928714 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 03133391-a4af-4654-a1ae-f3b8f9481b76 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:02.929084 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.022217 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device e78efec9-9b4b-4aad-b14f-ee3c0edebc58 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:03.068077 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port e78efec9-9b4b-4aad-b14f-ee3c0edebc58 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:03.071602 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port e78efec9-9b4b-4aad-b14f-ee3c0edebc58 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:03.072526 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.146947 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.177936 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port e78efec9-9b4b-4aad-b14f-ee3c0edebc58, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=e78efec9-9b4b-4aad-b14f-ee3c0edebc58,segment=NetworkSegment(5df22ef0-0a20-4fe0-bcf6-2f1d416c5632),segment_id=5df22ef0-0a20-4fe0-bcf6-2f1d416c5632)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:03.182704 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.240017 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=e78efec9-9b4b-4aad-b14f-ee3c0edebc58,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:03.314930 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 60458) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:03.319644 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-0d26453a-df4b-4d3f-8e9a-994bcf8292ee tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-161067210', 'description': 'tempest-secgroup-smoke-161067210 description', 'project_id': '990fdf2e13b14e9fb639f1c032174bdf'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:03.341005 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0d26453a-df4b-4d3f-8e9a-994bcf8292ee tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.419732 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0d26453a-df4b-4d3f-8e9a-994bcf8292ee tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.423639 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0d26453a-df4b-4d3f-8e9a-994bcf8292ee tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.451003 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0d26453a-df4b-4d3f-8e9a-994bcf8292ee tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.452247 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0d26453a-df4b-4d3f-8e9a-994bcf8292ee tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1363163 Jul 14 13:56:03.454025 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26453a-df4b-4d3f-8e9a-994bcf8292ee tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bddec122-dedd-4a04-bcb3-401020ad8c57,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:03.455384 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 60460) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:03.460052 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-594a49a4-604c-4acd-b134-a669ef53ae26 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Request body: {'security_group_rule': {'security_group_id': 'bddec122-dedd-4a04-bcb3-401020ad8c57', 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:03.487779 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-594a49a4-604c-4acd-b134-a669ef53ae26 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.530965 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-594a49a4-604c-4acd-b134-a669ef53ae26 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.534545 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-594a49a4-604c-4acd-b134-a669ef53ae26 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.554812 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a49a4-604c-4acd-b134-a669ef53ae26 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da3c1979-248f-421c-9c5f-5c1ce6fa0f4d,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:03.559227 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-594a49a4-604c-4acd-b134-a669ef53ae26 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.560428 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-594a49a4-604c-4acd-b134-a669ef53ae26 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1040204 Jul 14 13:56:03.563210 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 60462) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:03.567438 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-c3d9f8ae-7738-40fd-9bfa-c5ddfc7a3b09 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Request body: {'security_group_rule': {'security_group_id': 'bddec122-dedd-4a04-bcb3-401020ad8c57', 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:03.593170 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c3d9f8ae-7738-40fd-9bfa-c5ddfc7a3b09 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.659553 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c3d9f8ae-7738-40fd-9bfa-c5ddfc7a3b09 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.663369 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c3d9f8ae-7738-40fd-9bfa-c5ddfc7a3b09 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.681379 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9f8ae-7738-40fd-9bfa-c5ddfc7a3b09 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ad210f-aa34-4df7-9685-ff7edc465b29,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:03.688830 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c3d9f8ae-7738-40fd-9bfa-c5ddfc7a3b09 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.690164 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-c3d9f8ae-7738-40fd-9bfa-c5ddfc7a3b09 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259351 Jul 14 13:56:03.692771 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 60466) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:03.697555 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-bc23564f-91f6-4003-a70c-49ee9916c5ed tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Request body: {'security_group_rule': {'security_group_id': 'bddec122-dedd-4a04-bcb3-401020ad8c57', 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:03.726434 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bc23564f-91f6-4003-a70c-49ee9916c5ed tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.786283 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bc23564f-91f6-4003-a70c-49ee9916c5ed tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.790613 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bc23564f-91f6-4003-a70c-49ee9916c5ed tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.807980 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23564f-91f6-4003-a70c-49ee9916c5ed tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a93465-d59c-4c24-9d06-2db592cd0d02,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:03.816989 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bc23564f-91f6-4003-a70c-49ee9916c5ed tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.818342 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-bc23564f-91f6-4003-a70c-49ee9916c5ed tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246459 Jul 14 13:56:03.822313 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 60470) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:03.833383 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-c6f14575-57e7-4937-983a-44204bdf300b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Request body: {'security_group_rule': {'security_group_id': 'bddec122-dedd-4a04-bcb3-401020ad8c57', 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:03.872635 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c6f14575-57e7-4937-983a-44204bdf300b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.906114 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4a27d-6743-4ce5-83a7-683dccbad38c req-2d1fd106-be4a-4212-bb33-8af9ae6f3d0f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:03.907707 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3db4a27d-6743-4ce5-83a7-683dccbad38c req-2d1fd106-be4a-4212-bb33-8af9ae6f3d0f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0726795 Jul 14 13:56:03.937348 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c6f14575-57e7-4937-983a-44204bdf300b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.941927 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c6f14575-57e7-4937-983a-44204bdf300b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.953400 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3db4a27d-6743-4ce5-83a7-683dccbad38c req-0acb1bb3-d253-4c8b-a5c4-7baeb392a10b tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389180 Jul 14 13:56:03.961865 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f14575-57e7-4937-983a-44204bdf300b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95a76f7-ca3c-456d-af86-2004e9a36ab2,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:03.969577 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c6f14575-57e7-4937-983a-44204bdf300b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.971349 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c6f14575-57e7-4937-983a-44204bdf300b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446419 Jul 14 13:56:03.975511 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 60472) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:03.979479 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-58a0d47e-0123-424b-89ab-242f4a47ee0a tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Request body: {'security_group_rule': {'security_group_id': 'bddec122-dedd-4a04-bcb3-401020ad8c57', 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:04.005741 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.securitygroups_db [None req-58a0d47e-0123-424b-89ab-242f4a47ee0a tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Project 990fdf2e13b14e9fb639f1c032174bdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 13:56:04.008775 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] Sync routers for ids ['5248bb30-fc13-42fb-b7b8-2a8cc709ae00'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:56:04.013326 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-58a0d47e-0123-424b-89ab-242f4a47ee0a tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:04.023799 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] Routers {'5248bb30-fc13-42fb-b7b8-2a8cc709ae00'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:04.024645 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:55:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['5248bb30-fc13-42fb-b7b8-2a8cc709ae00'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:04.086711 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-58a0d47e-0123-424b-89ab-242f4a47ee0a tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:04.091793 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-58a0d47e-0123-424b-89ab-242f4a47ee0a tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:04.117698 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0d47e-0123-424b-89ab-242f4a47ee0a tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0caa28-d31b-4ec2-8d76-ed1d69ac8145,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:04.121233 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-58a0d47e-0123-424b-89ab-242f4a47ee0a tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:04.122706 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-58a0d47e-0123-424b-89ab-242f4a47ee0a tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1475670 Jul 14 13:56:04.125740 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 60478) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:04.130543 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-a8adb614-af4b-4959-b70b-c8f7f0ab4be0 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Request body: {'security_group_rule': {'security_group_id': 'bddec122-dedd-4a04-bcb3-401020ad8c57', 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:04.153973 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.db.securitygroups_db [None req-a8adb614-af4b-4959-b70b-c8f7f0ab4be0 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Project 990fdf2e13b14e9fb639f1c032174bdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 13:56:04.158888 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a8adb614-af4b-4959-b70b-c8f7f0ab4be0 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:04.171223 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] Set router 5248bb30-fc13-42fb-b7b8-2a8cc709ae00 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:04.215275 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a8adb614-af4b-4959-b70b-c8f7f0ab4be0 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:04.221013 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a8adb614-af4b-4959-b70b-c8f7f0ab4be0 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:04.239674 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8adb614-af4b-4959-b70b-c8f7f0ab4be0 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6583f76a-ddd9-4e2c-b843-871edb7e35c8,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:04.248551 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a8adb614-af4b-4959-b70b-c8f7f0ab4be0 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:04.249897 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-a8adb614-af4b-4959-b70b-c8f7f0ab4be0 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229615 Jul 14 13:56:04.414238 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5248bb30-fc13-42fb-b7b8-2a8cc709ae00', 'name': 'tempest-TestVolumeBootPattern-1402058563-router', 'tenant_id': '9b2e13c7c97149e9bdf90438bee04105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '1ea7e908-e97d-4321-b091-eab85c718006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:56:01Z', 'revision_number': 4, 'project_id': '9b2e13c7c97149e9bdf90438bee04105', 'gw_port': {'id': '1ea7e908-e97d-4321-b091-eab85c718006', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5248bb30-fc13-42fb-b7b8-2a8cc709ae00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8', 'name': '', 'network_id': 'fdb3455e-3600-49ea-9389-30e44bda436f', 'tenant_id': '9b2e13c7c97149e9bdf90438bee04105', 'mac_address': 'fa:16:3e:36:fb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5248bb30-fc13-42fb-b7b8-2a8cc709ae00', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4dc116f8-4a9c-4b84-ae94-161a58cf58a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:00Z', 'updated_at': '2021-07-14T13:56:01Z', 'revision_number': 2, 'project_id': '9b2e13c7c97149e9bdf90438bee04105', 'subnets': [{'id': '4dc116f8-4a9c-4b84-ae94-161a58cf58a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:04.448074 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 1ea7e908-e97d-4321-b091-eab85c718006 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:04.451285 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] Checking router: 5248bb30-fc13-42fb-b7b8-2a8cc709ae00 for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:56:04.451857 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] Updating router 5248bb30-fc13-42fb-b7b8-2a8cc709ae00 port 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8 binding host dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:56:04.464713 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09938b20-367a-48e4-a937-e3778515c8f0 req-c5f90e13-7539-41ed-8efd-e3a4b34698ff tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:04.468191 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-09938b20-367a-48e4-a937-e3778515c8f0 req-c5f90e13-7539-41ed-8efd-e3a4b34698ff tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0897651 Jul 14 13:56:04.507498 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-09938b20-367a-48e4-a937-e3778515c8f0 req-dfadb2d3-7385-4852-9964-6f41391914bf tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349851 Jul 14 13:56:04.518582 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:04.562493 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 1ea7e908-e97d-4321-b091-eab85c718006 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:04.562861 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:04.747769 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device e78efec9-9b4b-4aad-b14f-ee3c0edebc58 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:04.840137 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port e78efec9-9b4b-4aad-b14f-ee3c0edebc58 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:04.840498 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:04.907471 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:04.921734 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] Transition to ACTIVE for port object 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:04.947382 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:05.009804 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a98f2d-8a22-4b7e-a714-ae9d362269ac None None] Pushing event updated for resources: {'Port': ['ID=84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:05.066713 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] Attempting to bind port 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8 on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:56:05.067456 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] Attempting to bind port 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8 by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': 'ac3f485a-3bbe-4794-90ce-ef7df87e34c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'fdb3455e-3600-49ea-9389-30e44bda436f'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:56:05.068399 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] Attempting to bind port 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8 on network fdb3455e-3600-49ea-9389-30e44bda436f {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:56:05.074331 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:56:05.074694 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] Checking segment: {'id': 'ac3f485a-3bbe-4794-90ce-ef7df87e34c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'fdb3455e-3600-49ea-9389-30e44bda436f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:56:05.075192 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:05.075501 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] Bound using segment: {'id': 'ac3f485a-3bbe-4794-90ce-ef7df87e34c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'fdb3455e-3600-49ea-9389-30e44bda436f'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:56:05.076271 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] Bound port: 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3f485a-3bbe-4794-90ce-ef7df87e34c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'fdb3455e-3600-49ea-9389-30e44bda436f'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:56:05.076864 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:05.147177 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] For port 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:56:05.152595 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] For port 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8,segment=NetworkSegment(ac3f485a-3bbe-4794-90ce-ef7df87e34c1),segment_id=ac3f485a-3bbe-4794-90ce-ef7df87e34c1)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:56:05.160755 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:05.178385 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb388b5f-fcdb-44f5-b1de-4af99b2266d7 req-db4b8222-8f73-4ec6-b09d-c9d8854c0990 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:05.180137 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-eb388b5f-fcdb-44f5-b1de-4af99b2266d7 req-db4b8222-8f73-4ec6-b09d-c9d8854c0990 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0791345 Jul 14 13:56:05.220339 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] Routers {'5248bb30-fc13-42fb-b7b8-2a8cc709ae00'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:05.220966 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:55:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['5248bb30-fc13-42fb-b7b8-2a8cc709ae00'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:05.227479 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-eb388b5f-fcdb-44f5-b1de-4af99b2266d7 req-c1d340ae-4a6f-400c-89f7-2b165b09ef5b tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383477 Jul 14 13:56:05.269444 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a98f2d-8a22-4b7e-a714-ae9d362269ac None None] Pushing event updated for resources: {'Port': ['ID=84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:05.468763 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] Set router 5248bb30-fc13-42fb-b7b8-2a8cc709ae00 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:05.671355 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5248bb30-fc13-42fb-b7b8-2a8cc709ae00', 'name': 'tempest-TestVolumeBootPattern-1402058563-router', 'tenant_id': '9b2e13c7c97149e9bdf90438bee04105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '1ea7e908-e97d-4321-b091-eab85c718006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:56:01Z', 'revision_number': 4, 'project_id': '9b2e13c7c97149e9bdf90438bee04105', 'gw_port': {'id': '1ea7e908-e97d-4321-b091-eab85c718006', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5248bb30-fc13-42fb-b7b8-2a8cc709ae00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8', 'name': '', 'network_id': 'fdb3455e-3600-49ea-9389-30e44bda436f', 'tenant_id': '9b2e13c7c97149e9bdf90438bee04105', 'mac_address': 'fa:16:3e:36:fb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5248bb30-fc13-42fb-b7b8-2a8cc709ae00', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4dc116f8-4a9c-4b84-ae94-161a58cf58a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:00Z', 'updated_at': '2021-07-14T13:56:05Z', 'revision_number': 4, 'project_id': '9b2e13c7c97149e9bdf90438bee04105', 'subnets': [{'id': '4dc116f8-4a9c-4b84-ae94-161a58cf58a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:05.684483 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bbafa-dd0f-4622-a766-35f66eabe7fd req-30f72de6-8910-426d-937d-f128e224b1de tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:05.685950 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-704bbafa-dd0f-4622-a766-35f66eabe7fd req-30f72de6-8910-426d-937d-f128e224b1de tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0607436 Jul 14 13:56:05.701118 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa227dea-163f-4c42-8599-ac14a0c280b8 None None] The sync data for ids ['5248bb30-fc13-42fb-b7b8-2a8cc709ae00'] in dv-cinder-797608-5-iscsi is: [{'id': '5248bb30-fc13-42fb-b7b8-2a8cc709ae00', 'name': 'tempest-TestVolumeBootPattern-1402058563-router', 'tenant_id': '9b2e13c7c97149e9bdf90438bee04105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '1ea7e908-e97d-4321-b091-eab85c718006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:56:01Z', 'revision_number': 4, 'project_id': '9b2e13c7c97149e9bdf90438bee04105', 'gw_port': {'id': '1ea7e908-e97d-4321-b091-eab85c718006', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5248bb30-fc13-42fb-b7b8-2a8cc709ae00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8', 'name': '', 'network_id': 'fdb3455e-3600-49ea-9389-30e44bda436f', 'tenant_id': '9b2e13c7c97149e9bdf90438bee04105', 'mac_address': 'fa:16:3e:36:fb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5248bb30-fc13-42fb-b7b8-2a8cc709ae00', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4dc116f8-4a9c-4b84-ae94-161a58cf58a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:00Z', 'updated_at': '2021-07-14T13:56:05Z', 'revision_number': 4, 'project_id': '9b2e13c7c97149e9bdf90438bee04105', 'subnets': [{'id': '4dc116f8-4a9c-4b84-ae94-161a58cf58a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:56:05.728361 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-704bbafa-dd0f-4622-a766-35f66eabe7fd req-08fd1f29-90e4-47e7-ba77-8b082bd5afa8 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367260 Jul 14 13:56:06.425561 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:06.430224 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3dde8-43e6-4119-b9d7-61aee6909536 req-6bdc006d-ad28-4736-8c2d-79eda8464514 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:06.432025 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9bc3dde8-43e6-4119-b9d7-61aee6909536 req-6bdc006d-ad28-4736-8c2d-79eda8464514 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0719798 Jul 14 13:56:06.473085 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9bc3dde8-43e6-4119-b9d7-61aee6909536 req-140aff79-f413-44c2-b813-ccbcea0027e8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346792 Jul 14 13:56:06.480379 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:06.483917 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:06.484290 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:06.557424 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:06.587146 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8,segment=NetworkSegment(ac3f485a-3bbe-4794-90ce-ef7df87e34c1),segment_id=ac3f485a-3bbe-4794-90ce-ef7df87e34c1)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:06.591834 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:06.640514 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:06.920016 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529b5f8-c4ed-4088-abd8-a5a315e191f2 req-a198b75d-2d55-4154-ad98-e1338cb7377b tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:06.921587 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8529b5f8-c4ed-4088-abd8-a5a315e191f2 req-a198b75d-2d55-4154-ad98-e1338cb7377b tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0710747 Jul 14 13:56:06.959012 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8529b5f8-c4ed-4088-abd8-a5a315e191f2 req-316ac22c-63e2-4f28-ae29-50c60c22dd4e tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319383 Jul 14 13:56:07.662406 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef8578-eb69-49a6-b480-c1d2e31671c3 req-964e0588-7ba2-4f22-8b63-ca0a64425ee4 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:07.663942 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-95ef8578-eb69-49a6-b480-c1d2e31671c3 req-964e0588-7ba2-4f22-8b63-ca0a64425ee4 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0678432 Jul 14 13:56:07.702086 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-95ef8578-eb69-49a6-b480-c1d2e31671c3 req-b6f0e085-9269-47a6-a36c-43b4ee171b00 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321491 Jul 14 13:56:08.138137 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed78d2-fc29-48e9-af9d-b04820ed48ef req-92930d35-3e69-4dd1-a9b1-8785ed7edddf tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:08.139657 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-68ed78d2-fc29-48e9-af9d-b04820ed48ef req-92930d35-3e69-4dd1-a9b1-8785ed7edddf tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0631793 Jul 14 13:56:08.177593 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-68ed78d2-fc29-48e9-af9d-b04820ed48ef req-2d887e21-b2aa-47a6-b02c-7edc71604e6c tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321074 Jul 14 13:56:08.255707 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-143248bc-519a-42e6-b0e0-bbbba1e60a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:08.391860 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:08.438760 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:08.439128 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:08.878518 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84cac4-29c1-4274-a04c-e06140f4ab2d req-ca779e72-0370-46fd-bd9e-37141c232042 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:08.880032 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cf84cac4-29c1-4274-a04c-e06140f4ab2d req-ca779e72-0370-46fd-bd9e-37141c232042 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0647416 Jul 14 13:56:08.916860 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cf84cac4-29c1-4274-a04c-e06140f4ab2d req-823ebf89-be54-4df9-b2bd-8d44485aff79 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314536 Jul 14 13:56:09.353601 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25443c84-233c-49a1-8e37-95afd5b0b311 req-c628c64e-5554-4211-b7ef-68ed2c45c5f4 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:09.354982 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-25443c84-233c-49a1-8e37-95afd5b0b311 req-c628c64e-5554-4211-b7ef-68ed2c45c5f4 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0648606 Jul 14 13:56:09.390627 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-25443c84-233c-49a1-8e37-95afd5b0b311 req-71ce3550-dc4b-4262-b648-5e5ac1c1b8a9 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302093 Jul 14 13:56:10.093352 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5f7a7-2528-4c83-a427-3d5364109fe3 req-5193c2da-dde2-427d-b946-bebcabf790d2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:10.094829 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4dc5f7a7-2528-4c83-a427-3d5364109fe3 req-5193c2da-dde2-427d-b946-bebcabf790d2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0653961 Jul 14 13:56:10.136906 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4dc5f7a7-2528-4c83-a427-3d5364109fe3 req-6525cb40-05c7-484e-8a47-c1bc6fbb0b2f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364673 Jul 14 13:56:10.564635 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fd40e-ddec-4901-8b3a-dae9538fc8a4 req-2805840a-28f1-4f36-8032-5459772f0344 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:10.566165 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3b4fd40e-ddec-4901-8b3a-dae9538fc8a4 req-2805840a-28f1-4f36-8032-5459772f0344 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0641246 Jul 14 13:56:10.603650 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3b4fd40e-ddec-4901-8b3a-dae9538fc8a4 req-34769f25-29cb-4b1f-9b52-220f00815f6d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318165 Jul 14 13:56:10.909517 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-357c4709-8392-4b0f-bb73-05958d4d5961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:11.192118 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 0d3feb74-1c83-4071-89a7-4fa88950a57c details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:56:11.230361 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:11.299741 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 0d3feb74-1c83-4071-89a7-4fa88950a57c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0d3feb74-1c83-4071-89a7-4fa88950a57c,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:11.310823 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': '0d3feb74-1c83-4071-89a7-4fa88950a57c', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'port_id': '0d3feb74-1c83-4071-89a7-4fa88950a57c', 'mac_address': 'fa:16:3e:38:8c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:56:11.314507 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fa279-dbba-496e-aaa3-be86a5ac1c5b req-ddef7f00-b35f-472a-9ab5-af742bd4bde4 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:11.316022 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-009fa279-dbba-496e-aaa3-be86a5ac1c5b req-ddef7f00-b35f-472a-9ab5-af742bd4bde4 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0630941 Jul 14 13:56:11.349185 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:11.358374 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-009fa279-dbba-496e-aaa3-be86a5ac1c5b req-7bf4a088-0abb-481d-907c-b0a775cd1ac9 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331783 Jul 14 13:56:11.362554 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d3feb74-1c83-4071-89a7-4fa88950a57c {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:56:11.386417 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 0d3feb74-1c83-4071-89a7-4fa88950a57c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0d3feb74-1c83-4071-89a7-4fa88950a57c,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:11.390229 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:11.439222 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=0d3feb74-1c83-4071-89a7-4fa88950a57c,revision_number=6']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:11.455961 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:11.776065 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07175dcf-6b14-4391-860e-b3ac30dce5f2 req-a21c1c1f-e21e-49e4-89c3-b2ccb07efe75 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:11.777506 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-07175dcf-6b14-4391-860e-b3ac30dce5f2 req-a21c1c1f-e21e-49e4-89c3-b2ccb07efe75 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0603790 Jul 14 13:56:11.813224 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-07175dcf-6b14-4391-860e-b3ac30dce5f2 req-cae5278b-2980-4add-9e73-00701d7bd90d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301898 Jul 14 13:56:11.814557 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['0d3feb74-1c83-4071-89a7-4fa88950a57c'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:56:11.857563 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:12.559697 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bde78-11a9-4fca-a2a6-e895898a84b0 req-78fe7240-c6f3-4b1e-8231-f8a79f3d5bd3 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:12.561421 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c73bde78-11a9-4fca-a2a6-e895898a84b0 req-78fe7240-c6f3-4b1e-8231-f8a79f3d5bd3 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 944 time: 0.0826900 Jul 14 13:56:12.600223 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c73bde78-11a9-4fca-a2a6-e895898a84b0 req-4d88cd91-fc0e-426a-a329-bce05275d1b3 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319407 Jul 14 13:56:12.679784 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3369d-43d0-4b08-b3b0-958a9d143121 req-d15e65f6-de69-40d0-9db0-a4ff4c127266 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:12.681699 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e3a3369d-43d0-4b08-b3b0-958a9d143121 req-d15e65f6-de69-40d0-9db0-a4ff4c127266 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.1032953 Jul 14 13:56:12.684165 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103766d-aaad-4ef7-b7a8-4e96ac3f8d21 req-f84b7f60-d05d-4df4-aecb-b88d90e8e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:12.685486 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6103766d-aaad-4ef7-b7a8-4e96ac3f8d21 req-f84b7f60-d05d-4df4-aecb-b88d90e8e221 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f21fdd7bb4164aba898198e96918cef0&device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 1099 time: 0.0983090 Jul 14 13:56:12.764818 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e3a3369d-43d0-4b08-b3b0-958a9d143121 req-6d018738-3139-469a-b02b-91d9e5d30baf tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773399 Jul 14 13:56:12.799931 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103766d-aaad-4ef7-b7a8-4e96ac3f8d21 req-68348a49-b740-4951-93c1-eb9174e0220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:12.801390 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6103766d-aaad-4ef7-b7a8-4e96ac3f8d21 req-68348a49-b740-4951-93c1-eb9174e0220b service neutron] 10.222.0.54 "GET /v2.0/networks?id=8c9c30b7-1c6e-4b55-9a15-bcd593742e07 HTTP/1.1" status: 200 len: 920 time: 0.1008999 Jul 14 13:56:12.857941 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6103766d-aaad-4ef7-b7a8-4e96ac3f8d21 req-8892009a-0a09-430b-9e71-aca61da68d04 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65529375-9dcd-4f62-919b-259a0caddeef HTTP/1.1" status: 200 len: 217 time: 0.0386021 Jul 14 13:56:12.923349 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103766d-aaad-4ef7-b7a8-4e96ac3f8d21 req-a71e76ae-d6b6-49de-a23d-ba6d245e49c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:12.925007 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6103766d-aaad-4ef7-b7a8-4e96ac3f8d21 req-a71e76ae-d6b6-49de-a23d-ba6d245e49c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=383ca765-ab77-499a-b15a-1a74b6126141 HTTP/1.1" status: 200 len: 859 time: 0.0444725 Jul 14 13:56:12.973590 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6103766d-aaad-4ef7-b7a8-4e96ac3f8d21 req-8af7312f-5696-440b-a98b-635feb7955ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8c9c30b7-1c6e-4b55-9a15-bcd593742e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262527 Jul 14 13:56:12.989783 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546173a-7b92-4441-961a-f30bb3991516 req-b4592985-20c1-4fab-a115-4754b3799bfc tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:12.991230 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7546173a-7b92-4441-961a-f30bb3991516 req-b4592985-20c1-4fab-a115-4754b3799bfc tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0620277 Jul 14 13:56:13.031697 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7546173a-7b92-4441-961a-f30bb3991516 req-2124f8a0-5bbd-4f52-ac6c-60056d795682 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340862 Jul 14 13:56:13.163502 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6103766d-aaad-4ef7-b7a8-4e96ac3f8d21 req-4cf66cd0-f448-48bf-84d7-ee9e91777880 service neutron] 10.222.0.54 "GET /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880659 Jul 14 13:56:13.214699 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 0d3feb74-1c83-4071-89a7-4fa88950a57c up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:13.270463 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port 0d3feb74-1c83-4071-89a7-4fa88950a57c triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:13.271021 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:13.284150 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6103766d-aaad-4ef7-b7a8-4e96ac3f8d21 req-d556f6fe-848b-45b1-8559-a5bd3b5a1ec6 service neutron] 10.222.0.54 "GET /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958116 Jul 14 13:56:13.363357 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:13.384748 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f999909-e4cd-4154-82d5-9a9998d1daf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3feb74-1c83-4071-89a7-4fa88950a57c'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:56:13.386952 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e743ad5-e270-45d5-97db-786f947f434e" -d '{"events": [{"server_uuid": "1f999909-e4cd-4154-82d5-9a9998d1daf7", "name": "network-vif-plugged", "status": "completed", "tag": "0d3feb74-1c83-4071-89a7-4fa88950a57c"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:56:13.402466 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 0d3feb74-1c83-4071-89a7-4fa88950a57c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0d3feb74-1c83-4071-89a7-4fa88950a57c,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:13.406351 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:13.433246 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d49b20-619b-4fd0-8275-8dccd5c30ad9 x-openstack-request-id: req-64d49b20-619b-4fd0-8275-8dccd5c30ad9 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:56:13.433643 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f999909-e4cd-4154-82d5-9a9998d1daf7", "name": "network-vif-plugged", "status": "completed", "tag": "0d3feb74-1c83-4071-89a7-4fa88950a57c", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:56:13.433935 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64d49b20-619b-4fd0-8275-8dccd5c30ad9 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:56:13.434270 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f999909-e4cd-4154-82d5-9a9998d1daf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3feb74-1c83-4071-89a7-4fa88950a57c', 'code': 200} Jul 14 13:56:13.465369 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=0d3feb74-1c83-4071-89a7-4fa88950a57c,revision_number=7']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:13.620277 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:13.791804 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f945600-ec97-48f3-92aa-fdbf466c8dc6 req-7d6ca08a-22fc-4940-8f1a-3f5ef63eeba7 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:13.799178 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5f945600-ec97-48f3-92aa-fdbf466c8dc6 req-7d6ca08a-22fc-4940-8f1a-3f5ef63eeba7 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0751493 Jul 14 13:56:13.859603 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5f945600-ec97-48f3-92aa-fdbf466c8dc6 req-72d2014f-1945-4acb-966d-426e9806fcdc tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570755 Jul 14 13:56:14.018957 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0160e22-8a3e-4f0a-9561-04eb08b9fcf7 req-8baec8e1-ad27-4eeb-a62e-34aa188e011d tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:14.020544 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c0160e22-8a3e-4f0a-9561-04eb08b9fcf7 req-8baec8e1-ad27-4eeb-a62e-34aa188e011d tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0719445 Jul 14 13:56:14.086308 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c0160e22-8a3e-4f0a-9561-04eb08b9fcf7 req-98b83970-fb81-4c8b-9f97-3545340ad617 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593870 Jul 14 13:56:14.294616 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559b6d7-7c9e-40dc-83c4-890f9fd5a3e4 req-eb37e3a2-9810-40b1-bf86-cfc1807d9088 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:14.299217 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b559b6d7-7c9e-40dc-83c4-890f9fd5a3e4 req-eb37e3a2-9810-40b1-bf86-cfc1807d9088 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.1465530 Jul 14 13:56:14.341669 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b559b6d7-7c9e-40dc-83c4-890f9fd5a3e4 req-21acb6f1-0f94-4407-a14a-215d4b96bbea tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375862 Jul 14 13:56:15.092883 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee802c-cc9b-42e8-a1a0-48d0b843bf71 req-849f1628-c712-4a79-b100-254cda36f167 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:15.094590 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fcee802c-cc9b-42e8-a1a0-48d0b843bf71 req-849f1628-c712-4a79-b100-254cda36f167 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.1155276 Jul 14 13:56:15.143153 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fcee802c-cc9b-42e8-a1a0-48d0b843bf71 req-3f87dd46-a742-4a6f-9df5-491cd87f249c tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421810 Jul 14 13:56:15.277943 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80067dfa-799d-4f5d-97fa-98be44681d10 req-89c7a99f-d422-44cc-a20b-57b623ab9958 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:15.279571 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-80067dfa-799d-4f5d-97fa-98be44681d10 req-89c7a99f-d422-44cc-a20b-57b623ab9958 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0756228 Jul 14 13:56:15.321571 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-80067dfa-799d-4f5d-97fa-98be44681d10 req-514f760e-0011-4e18-84bb-738c97a5f8e5 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348585 Jul 14 13:56:15.567125 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778ac1d-7c17-41f4-ab51-e68502ab980e req-b372e46a-4b2a-4cdf-ad2f-7c54126eb34d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:15.568671 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3778ac1d-7c17-41f4-ab51-e68502ab980e req-b372e46a-4b2a-4cdf-ad2f-7c54126eb34d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0763116 Jul 14 13:56:15.625088 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3778ac1d-7c17-41f4-ab51-e68502ab980e req-407d023d-957d-4a0e-8804-cff614df1946 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486596 Jul 14 13:56:16.582397 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3580f1-4f83-482b-b5f4-b7f4d585bda4 req-8ebeb6b3-7512-4bb8-b384-00a75c1b4176 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:16.584310 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6f3580f1-4f83-482b-b5f4-b7f4d585bda4 req-8ebeb6b3-7512-4bb8-b384-00a75c1b4176 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0827258 Jul 14 13:56:16.584874 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cb683-446d-4791-83ce-6b77b262de78 req-eb4eb80a-188b-44e7-a402-e862ee19a68a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:16.586383 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ff3cb683-446d-4791-83ce-6b77b262de78 req-eb4eb80a-188b-44e7-a402-e862ee19a68a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.3049998 Jul 14 13:56:16.630275 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6f3580f1-4f83-482b-b5f4-b7f4d585bda4 req-405513c6-2804-4938-8fd7-e3b9379ba8d3 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369523 Jul 14 13:56:16.638204 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ff3cb683-446d-4791-83ce-6b77b262de78 req-cbbb30f3-7056-4a4f-b079-966aeacd6092 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416040 Jul 14 13:56:16.817335 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b48e30-10fa-49e3-b620-cc947088a107 req-af061a5f-6be5-4a77-b067-b4a79403b0af tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:16.818991 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-43b48e30-10fa-49e3-b620-cc947088a107 req-af061a5f-6be5-4a77-b067-b4a79403b0af tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0663855 Jul 14 13:56:16.858269 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-43b48e30-10fa-49e3-b620-cc947088a107 req-35697d80-b2d9-4b33-b4a4-464234808925 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335462 Jul 14 13:56:17.871797 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008437ba-5829-4908-99f6-6469b914539b req-fbc5c63e-79c5-49b4-823f-0122afbbbd15 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:17.873818 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-008437ba-5829-4908-99f6-6469b914539b req-fbc5c63e-79c5-49b4-823f-0122afbbbd15 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0774186 Jul 14 13:56:17.885194 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55aa78b-e134-4085-abbd-9ee9ce7f7a26 req-65d4cffe-8627-4cf9-9b9a-c7e5cfbf7f5b tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:17.893937 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f55aa78b-e134-4085-abbd-9ee9ce7f7a26 req-65d4cffe-8627-4cf9-9b9a-c7e5cfbf7f5b tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0968480 Jul 14 13:56:17.931005 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-008437ba-5829-4908-99f6-6469b914539b req-0c8ec0cf-cde0-4bbe-b1d3-c18ff9d8fb7c tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495160 Jul 14 13:56:17.945827 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f55aa78b-e134-4085-abbd-9ee9ce7f7a26 req-484d53e6-9a37-46d1-8fa5-351d918c2d76 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505958 Jul 14 13:56:18.113781 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8b058-cd46-455a-9fdc-1574af561757 req-b190f55a-1b93-4273-a380-d3bf083d7053 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:18.121204 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f3b8b058-cd46-455a-9fdc-1574af561757 req-b190f55a-1b93-4273-a380-d3bf083d7053 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0896413 Jul 14 13:56:18.169746 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f3b8b058-cd46-455a-9fdc-1574af561757 req-809b087c-d376-4e35-a162-d225cb475c25 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475283 Jul 14 13:56:19.170154 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c708838-72d0-48f6-be5d-f11ababf4ea3 req-793a2007-1adf-40cc-bbed-05e8c916c346 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:19.171759 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0c708838-72d0-48f6-be5d-f11ababf4ea3 req-793a2007-1adf-40cc-bbed-05e8c916c346 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0808191 Jul 14 13:56:19.173394 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ae6d0-ebb6-41d3-a139-fec76cf4c65b req-5ec00f45-6bcf-4fa5-99bc-30733e2e8fb4 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:19.174919 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c89ae6d0-ebb6-41d3-a139-fec76cf4c65b req-5ec00f45-6bcf-4fa5-99bc-30733e2e8fb4 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0809407 Jul 14 13:56:19.218080 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c89ae6d0-ebb6-41d3-a139-fec76cf4c65b req-bd4a368a-db14-4f35-8f69-945caf2d0fdb tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375826 Jul 14 13:56:19.292089 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0c708838-72d0-48f6-be5d-f11ababf4ea3 req-1fa6c0a7-a017-4947-add5-9c51098910a8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136861 Jul 14 13:56:19.449252 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c967b3-c071-4fad-ba5c-53fcf8102cea req-4ce50728-0429-4430-aaf3-b1d7e905e5a9 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:19.456210 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b6c967b3-c071-4fad-ba5c-53fcf8102cea req-4ce50728-0429-4430-aaf3-b1d7e905e5a9 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.1073563 Jul 14 13:56:19.505571 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b6c967b3-c071-4fad-ba5c-53fcf8102cea req-0e83464e-0bf7-44a7-b5f1-5cb43d86df21 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456009 Jul 14 13:56:20.468530 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e312bb-62f8-4a2f-8415-0faa88b10b34 req-e7324012-6857-4ede-a592-a9954f68338a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:20.470246 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-72e312bb-62f8-4a2f-8415-0faa88b10b34 req-e7324012-6857-4ede-a592-a9954f68338a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0788524 Jul 14 13:56:20.489686 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82c840-70ab-47c5-b91d-220e559c66e3 req-5fd4b6a9-baad-49ae-ae91-aad703ae619c tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:20.492801 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8f82c840-70ab-47c5-b91d-220e559c66e3 req-5fd4b6a9-baad-49ae-ae91-aad703ae619c tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0807385 Jul 14 13:56:20.534002 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-72e312bb-62f8-4a2f-8415-0faa88b10b34 req-c9fb53a3-fec6-4b7c-850c-0a1255df9e3f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568991 Jul 14 13:56:20.538587 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8f82c840-70ab-47c5-b91d-220e559c66e3 req-1bc5d201-1f78-4d26-ad3c-8c7f0716814f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395510 Jul 14 13:56:20.760296 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9d3e7-9d93-44e0-9c12-6141a1792a08 req-563164fd-f1dc-4d74-a366-daa66c6d8410 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:20.763371 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bad9d3e7-9d93-44e0-9c12-6141a1792a08 req-563164fd-f1dc-4d74-a366-daa66c6d8410 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0984938 Jul 14 13:56:20.815345 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bad9d3e7-9d93-44e0-9c12-6141a1792a08 req-e844ab82-04e4-41be-a157-9725e4c68227 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477624 Jul 14 13:56:21.716534 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bbfc8-fb0e-4146-b7c5-aaa728604a63 req-26e156e8-7f55-4fda-abc1-1eaf9f4c661c tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:21.727092 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b10bbfc8-fb0e-4146-b7c5-aaa728604a63 req-26e156e8-7f55-4fda-abc1-1eaf9f4c661c tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0706027 Jul 14 13:56:21.765645 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b10bbfc8-fb0e-4146-b7c5-aaa728604a63 req-07d3c5c4-475c-423f-9772-8fd784e3bf81 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366042 Jul 14 13:56:21.816419 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bf35c-4197-4ec4-82d6-9db5d793de9d req-51307b8b-f09a-4459-9f71-92f76e9e8b51 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:21.818038 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-847bf35c-4197-4ec4-82d6-9db5d793de9d req-51307b8b-f09a-4459-9f71-92f76e9e8b51 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0908875 Jul 14 13:56:21.872240 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-847bf35c-4197-4ec4-82d6-9db5d793de9d req-aa425e16-1714-4c63-a607-5e479408a8a0 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468729 Jul 14 13:56:22.020657 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d4806-32c0-4fab-a8cb-3605620f8577 req-c3211488-6f7e-44da-aa75-45dabad05097 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:22.022048 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2d7d4806-32c0-4fab-a8cb-3605620f8577 req-c3211488-6f7e-44da-aa75-45dabad05097 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0857260 Jul 14 13:56:22.067271 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2d7d4806-32c0-4fab-a8cb-3605620f8577 req-60695d60-3d0a-4756-83bf-2e2fa1d6850b tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386500 Jul 14 13:56:23.084849 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d865f-bb98-4fd0-bf09-e4bf01e143e7 req-74781b70-d10e-4afd-92a0-4cb3f0634e61 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:23.086326 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0e7d865f-bb98-4fd0-bf09-e4bf01e143e7 req-74781b70-d10e-4afd-92a0-4cb3f0634e61 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0613234 Jul 14 13:56:23.094269 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4876a7-0a03-4b4c-afc1-58a112a3eba1 req-ac2051d5-b5fb-41c3-ba3a-d6a7a250479a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:23.095745 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6d4876a7-0a03-4b4c-afc1-58a112a3eba1 req-ac2051d5-b5fb-41c3-ba3a-d6a7a250479a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0637832 Jul 14 13:56:23.124179 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0e7d865f-bb98-4fd0-bf09-e4bf01e143e7 req-4ca68ede-c350-4f7b-9d9c-ea2abd997541 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315833 Jul 14 13:56:23.133178 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6d4876a7-0a03-4b4c-afc1-58a112a3eba1 req-d16a3d96-521e-4d91-9f41-4a59e46acc02 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319502 Jul 14 13:56:23.287532 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737663a-88b6-4b02-9378-571d6d555e5e req-4a23a94e-cd64-4570-bf14-1c9d75f6cd97 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:23.289004 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7737663a-88b6-4b02-9378-571d6d555e5e req-4a23a94e-cd64-4570-bf14-1c9d75f6cd97 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0623901 Jul 14 13:56:23.327083 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7737663a-88b6-4b02-9378-571d6d555e5e req-cbd2b128-fc10-4a0a-9952-074871a46f34 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320623 Jul 14 13:56:23.463487 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-6ab60b48-7604-4359-9392-c0110d6a7ca0 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:23.464875 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-6ab60b48-7604-4359-9392-c0110d6a7ca0 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/networks?id=8d8aaf29-600d-41c9-a168-bd054a164eb1 HTTP/1.1" status: 200 len: 815 time: 0.0970554 Jul 14 13:56:23.479337 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-ee68ff26-54c2-4236-969c-b1478b30170d tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/quotas/78b6057ec0e34a79b42f337ec4589849 HTTP/1.1" status: 200 len: 375 time: 0.0091236 Jul 14 13:56:23.553187 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-a328c23b-1a41-4a3a-a1dd-4d7a9b21453c tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=78b6057ec0e34a79b42f337ec4589849&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0688934 Jul 14 13:56:23.642505 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-974e2e1b-f52e-47cd-99de-95445e9c11ec service neutron] 10.222.0.45 "GET /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815110 Jul 14 13:56:23.731366 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-629ba360-bc19-4e33-b5fa-eee67284237e service neutron] 10.222.0.45 "GET /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831141 Jul 14 13:56:23.819020 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34741da-499d-4acd-aa60-096141e50b8b req-28cf2b83-9f2c-4685-9984-06b9e084d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:23.820688 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d34741da-499d-4acd-aa60-096141e50b8b req-28cf2b83-9f2c-4685-9984-06b9e084d4da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f0682b2d13074b4fbea16bbda342184f&device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 1098 time: 0.0572586 Jul 14 13:56:23.920684 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dff3f75d-427e-4131-86f2-47bf8984d2f5 req-e6fd8765-76e3-4b29-bca0-f5c27c1e3a0c tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 210 time: 0.0333126 Jul 14 13:56:23.964302 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34741da-499d-4acd-aa60-096141e50b8b req-938b7efe-49ac-4c48-a4d2-305aa91a1a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:23.965742 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d34741da-499d-4acd-aa60-096141e50b8b req-938b7efe-49ac-4c48-a4d2-305aa91a1a86 service neutron] 10.222.0.54 "GET /v2.0/networks?id=429ffe97-91bc-4ca2-9eda-c647a6878dac HTTP/1.1" status: 200 len: 918 time: 0.1324108 Jul 14 13:56:24.052853 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d34741da-499d-4acd-aa60-096141e50b8b req-1f4cd9ef-d9ae-475d-9277-7ae1eedea694 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d3feb74-1c83-4071-89a7-4fa88950a57c HTTP/1.1" status: 200 len: 1001 time: 0.0622287 Jul 14 13:56:24.112456 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34741da-499d-4acd-aa60-096141e50b8b req-e8e0951e-42e3-479d-807c-75194d9fb0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:24.113873 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d34741da-499d-4acd-aa60-096141e50b8b req-e8e0951e-42e3-479d-807c-75194d9fb0ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9 HTTP/1.1" status: 200 len: 856 time: 0.0446107 Jul 14 13:56:24.200826 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34741da-499d-4acd-aa60-096141e50b8b req-796c094b-7054-42ba-a406-677c92275f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:24.201138 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d34741da-499d-4acd-aa60-096141e50b8b req-796c094b-7054-42ba-a406-677c92275f64 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=429ffe97-91bc-4ca2-9eda-c647a6878dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710542 Jul 14 13:56:24.310283 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a2d44-5949-4f77-9fe2-dd71e4a586d4 req-7d1975bb-81a9-49db-bff0-377d613c2899 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:24.311700 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-421a2d44-5949-4f77-9fe2-dd71e4a586d4 req-7d1975bb-81a9-49db-bff0-377d613c2899 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0639453 Jul 14 13:56:24.355306 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-421a2d44-5949-4f77-9fe2-dd71e4a586d4 req-0f021f43-c1cd-4d65-aa3e-3e1560c6da67 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373182 Jul 14 13:56:24.372642 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8e188-360e-4247-bbcb-c51c44102941 req-7f0b3720-6fee-4484-8a37-040c648692ee tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:24.374940 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f3d8e188-360e-4247-bbcb-c51c44102941 req-7f0b3720-6fee-4484-8a37-040c648692ee tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.1057768 Jul 14 13:56:24.376827 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d34741da-499d-4acd-aa60-096141e50b8b req-61e5fabf-f57f-4b3a-83d4-6913bb6a5c27 service neutron] 10.222.0.54 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581907 Jul 14 13:56:24.465634 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f3d8e188-360e-4247-bbcb-c51c44102941 req-23fcfed7-ee73-4595-a044-890a4c214886 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825298 Jul 14 13:56:24.496053 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d34741da-499d-4acd-aa60-096141e50b8b req-fd597542-f69b-42b4-93ef-185fc1b7821f service neutron] 10.222.0.54 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054060 Jul 14 13:56:24.542867 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba44648-1320-4072-82a9-aac23e3f85ba req-ff8a9c42-0c50-42fd-b1cc-11f815719946 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:24.544611 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9ba44648-1320-4072-82a9-aac23e3f85ba req-ff8a9c42-0c50-42fd-b1cc-11f815719946 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0636251 Jul 14 13:56:24.583652 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9ba44648-1320-4072-82a9-aac23e3f85ba req-3d68971e-f4ba-4d1b-93ab-42df8320fb7f tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324833 Jul 14 13:56:25.059132 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4b4cf5d5-52fa-4b56-b043-c0f90da53d45 req-b6bbf2d9-bdfa-4915-bc14-1b15fa7ffa91 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 210 time: 0.0287833 Jul 14 13:56:25.525718 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-35b18c0a-6edf-4cad-b8ff-747bf921247a tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:25.528024 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-35b18c0a-6edf-4cad-b8ff-747bf921247a tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.54 "GET /v2.0/networks?id=8d8aaf29-600d-41c9-a168-bd054a164eb1 HTTP/1.1" status: 200 len: 815 time: 0.1124759 Jul 14 13:56:25.546411 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-1ac432ff-4442-4f24-8e47-f03161752c51 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Request body: {'port': {'device_id': 'fc1f78b8-2b3c-41ff-972c-0bcd4b066048', 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1', 'admin_state_up': True, 'tenant_id': '78b6057ec0e34a79b42f337ec4589849'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:25.575240 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8a2b7-929c-4bf9-b24e-1f2ac2b276cc req-f8540feb-0ff3-49ab-962c-690abc5fff40 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:25.578027 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-24d8a2b7-929c-4bf9-b24e-1f2ac2b276cc req-f8540feb-0ff3-49ab-962c-690abc5fff40 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0894463 Jul 14 13:56:25.618551 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-24d8a2b7-929c-4bf9-b24e-1f2ac2b276cc req-947a955f-57f3-4eb3-b6bd-e6318e07913c tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335073 Jul 14 13:56:25.707658 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052ae66-d75e-4040-9406-61cbbfff704e req-5b36c495-f495-47b5-b67c-a991e19cb0c5 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:25.709154 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1052ae66-d75e-4040-9406-61cbbfff704e req-5b36c495-f495-47b5-b67c-a991e19cb0c5 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.1128407 Jul 14 13:56:25.716857 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:56:25.730372 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-1ac432ff-4442-4f24-8e47-f03161752c51 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Made reservation on behalf of 78b6057ec0e34a79b42f337ec4589849 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:56:25.733939 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-1ac432ff-4442-4f24-8e47-f03161752c51 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:25.775963 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1052ae66-d75e-4040-9406-61cbbfff704e req-66bc308a-3da6-46fd-971d-62605cf043a0 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560622 Jul 14 13:56:25.791435 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80addc-7f94-447b-ab22-6a3f50fb74ef req-130b1b2f-4ee4-4caa-9faf-16ca4058ed04 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:25.798243 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8c80addc-7f94-447b-ab22-6a3f50fb74ef req-130b1b2f-4ee4-4caa-9faf-16ca4058ed04 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0712059 Jul 14 13:56:25.830383 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8c80addc-7f94-447b-ab22-6a3f50fb74ef req-b6e5c885-e135-4cf2-9c8b-61a088a82d59 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313113 Jul 14 13:56:25.884440 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-1ac432ff-4442-4f24-8e47-f03161752c51 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Allocated IP 172.20.0.11 (8d8aaf29-600d-41c9-a168-bd054a164eb1/a19bf847-6c2a-44f6-8327-c316a95a534a/5020ed99-d9cc-49b7-ba54-1c1acf87e4e0) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:56:26.027958 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-1ac432ff-4442-4f24-8e47-f03161752c51 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.066287 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-1ac432ff-4442-4f24-8e47-f03161752c51 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.082719 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee', '3bf29a7a-fd45-4e80-9751-8b376954a09d', '69fe37e1-14e3-44fa-9a67-be8a62f831f8'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:56:26.114813 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-1ac432ff-4442-4f24-8e47-f03161752c51 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Network 8d8aaf29-600d-41c9-a168-bd054a164eb1 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:56:26.118741 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-1ac432ff-4442-4f24-8e47-f03161752c51 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:56:26.125650 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-1ac432ff-4442-4f24-8e47-f03161752c51 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:56:26.151477 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac432ff-4442-4f24-8e47-f03161752c51 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Pushing event updated for resources: {'Port': ['ID=5020ed99-d9cc-49b7-ba54-1c1acf87e4e0,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:26.185486 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-1ac432ff-4442-4f24-8e47-f03161752c51 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:26.186092 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-1ac432ff-4442-4f24-8e47-f03161752c51 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.226720 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-1ac432ff-4442-4f24-8e47-f03161752c51 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6841309 Jul 14 13:56:26.242447 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-5f49f5c2-b9a2-40ca-b9cd-dc6396b6c01d service neutron] Request body: {'port': {'device_id': 'fc1f78b8-2b3c-41ff-972c-0bcd4b066048', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:26.287896 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbf62f-09e8-4127-80bb-4097bf63c3e6 req-59678812-9588-40f3-b6e3-2d7069b8392b tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:26.289380 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b0dbf62f-09e8-4127-80bb-4097bf63c3e6 req-59678812-9588-40f3-b6e3-2d7069b8392b tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 932 time: 0.1007285 Jul 14 13:56:26.346783 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-5f49f5c2-b9a2-40ca-b9cd-dc6396b6c01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.367555 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b0dbf62f-09e8-4127-80bb-4097bf63c3e6 req-5738d31a-47eb-489b-b16a-ec626ad37472 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518656 Jul 14 13:56:26.613672 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-5f49f5c2-b9a2-40ca-b9cd-dc6396b6c01d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:56:26.620898 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-5f49f5c2-b9a2-40ca-b9cd-dc6396b6c01d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.637851 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-5f49f5c2-b9a2-40ca-b9cd-dc6396b6c01d service neutron] Transition to ACTIVE for port object 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:26.642665 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-5f49f5c2-b9a2-40ca-b9cd-dc6396b6c01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.692978 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49f5c2-b9a2-40ca-b9cd-dc6396b6c01d service neutron] Pushing event updated for resources: {'Port': ['ID=5020ed99-d9cc-49b7-ba54-1c1acf87e4e0,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:26.768167 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-5f49f5c2-b9a2-40ca-b9cd-dc6396b6c01d service neutron] Attempting to bind port 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:56:26.768630 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-5f49f5c2-b9a2-40ca-b9cd-dc6396b6c01d service neutron] Attempting to bind port 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'd2145662-852d-4ac7-a3b4-db64f99992a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:56:26.768966 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-5f49f5c2-b9a2-40ca-b9cd-dc6396b6c01d service neutron] Attempting to bind port 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0 on network 8d8aaf29-600d-41c9-a168-bd054a164eb1 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:56:26.773363 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-5f49f5c2-b9a2-40ca-b9cd-dc6396b6c01d service neutron] Port 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0 on network 8d8aaf29-600d-41c9-a168-bd054a164eb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:56:26.773729 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-5f49f5c2-b9a2-40ca-b9cd-dc6396b6c01d service neutron] Attempting to bind port 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0 on network 8d8aaf29-600d-41c9-a168-bd054a164eb1 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:56:26.779070 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-5f49f5c2-b9a2-40ca-b9cd-dc6396b6c01d service neutron] Checking agent: {'id': '452dea11-d79b-49e5-b391-0cd9cce6a9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:56:26.779404 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-5f49f5c2-b9a2-40ca-b9cd-dc6396b6c01d service neutron] Checking segment: {'id': 'd2145662-852d-4ac7-a3b4-db64f99992a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:56:26.779826 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-5f49f5c2-b9a2-40ca-b9cd-dc6396b6c01d service neutron] Bound using segment: {'id': 'd2145662-852d-4ac7-a3b4-db64f99992a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:56:26.780250 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-5f49f5c2-b9a2-40ca-b9cd-dc6396b6c01d service neutron] Bound port: 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2145662-852d-4ac7-a3b4-db64f99992a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:56:26.780605 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-5f49f5c2-b9a2-40ca-b9cd-dc6396b6c01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.807470 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa530be-14e6-4a98-8a79-cc239c495edd req-2e63b6b4-1eda-4058-befe-d8f163b4708f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:26.808538 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3fa530be-14e6-4a98-8a79-cc239c495edd req-2e63b6b4-1eda-4058-befe-d8f163b4708f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 945 time: 0.0683722 Jul 14 13:56:26.850896 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3fa530be-14e6-4a98-8a79-cc239c495edd req-56f499af-f01f-4802-bb3a-7ddf5ee5eacb tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347865 Jul 14 13:56:26.854821 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-5f49f5c2-b9a2-40ca-b9cd-dc6396b6c01d service neutron] For port 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0, host hv-cinder-79760, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:56:26.858896 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-5f49f5c2-b9a2-40ca-b9cd-dc6396b6c01d service neutron] For port 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5020ed99-d9cc-49b7-ba54-1c1acf87e4e0,segment=NetworkSegment(d2145662-852d-4ac7-a3b4-db64f99992a1),segment_id=d2145662-852d-4ac7-a3b4-db64f99992a1)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:56:26.868508 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-5f49f5c2-b9a2-40ca-b9cd-dc6396b6c01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.917895 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-5f49f5c2-b9a2-40ca-b9cd-dc6396b6c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:26.918559 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-5f49f5c2-b9a2-40ca-b9cd-dc6396b6c01d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.919882 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-5f49f5c2-b9a2-40ca-b9cd-dc6396b6c01d service neutron] 10.222.0.54 "PUT /v2.0/ports/5020ed99-d9cc-49b7-ba54-1c1acf87e4e0 HTTP/1.1" status: 200 len: 1094 time: 0.6815581 Jul 14 13:56:26.921809 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1f78b8-2b3c-41ff-972c-0bcd4b066048', 'tag': '5020ed99-d9cc-49b7-ba54-1c1acf87e4e0'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:56:26.924037 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cfc7a6-1b33-4342-9b67-def1ce2ee095" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1f78b8-2b3c-41ff-972c-0bcd4b066048", "tag": "5020ed99-d9cc-49b7-ba54-1c1acf87e4e0"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:56:27.035971 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657a603-7168-4457-82ca-33b82bc467ae req-fe1985ae-8ec7-4310-abb7-b293eb6313f1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:27.037753 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4657a603-7168-4457-82ca-33b82bc467ae req-fe1985ae-8ec7-4310-abb7-b293eb6313f1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0690162 Jul 14 13:56:27.077827 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4657a603-7168-4457-82ca-33b82bc467ae req-b10bfd31-8d6e-4647-9a6d-6ca86fea169a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343986 Jul 14 13:56:27.154479 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc69af5-1f3e-409c-bd7f-66ae9933915e x-openstack-request-id: req-ecc69af5-1f3e-409c-bd7f-66ae9933915e {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:56:27.154765 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1f78b8-2b3c-41ff-972c-0bcd4b066048", "tag": "5020ed99-d9cc-49b7-ba54-1c1acf87e4e0", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:56:27.155013 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ecc69af5-1f3e-409c-bd7f-66ae9933915e {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:56:27.155395 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1f78b8-2b3c-41ff-972c-0bcd4b066048', 'tag': '5020ed99-d9cc-49b7-ba54-1c1acf87e4e0', 'status': 'completed', 'code': 200} Jul 14 13:56:27.195274 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49f5c2-b9a2-40ca-b9cd-dc6396b6c01d service neutron] Pushing event updated for resources: {'Port': ['ID=5020ed99-d9cc-49b7-ba54-1c1acf87e4e0,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:27.243945 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103117fd-b365-434f-9745-36cbb9762006 req-fd170767-3394-440c-b43d-1c910d21633e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:27.245426 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-103117fd-b365-434f-9745-36cbb9762006 req-fd170767-3394-440c-b43d-1c910d21633e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.3464549 Jul 14 13:56:27.247914 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-95debf89-f58d-4258-9750-0d884569f446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:27.249243 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-95debf89-f58d-4258-9750-0d884569f446 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78b6057ec0e34a79b42f337ec4589849&device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 1097 time: 0.0904806 Jul 14 13:56:27.269822 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 0d3feb74-1c83-4071-89a7-4fa88950a57c no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:56:27.304245 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-f4a8a3c5-0479-4a41-ae5a-2b0a6a481068 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5020ed99-d9cc-49b7-ba54-1c1acf87e4e0 HTTP/1.1" status: 200 len: 217 time: 0.0399747 Jul 14 13:56:27.316006 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-103117fd-b365-434f-9745-36cbb9762006 req-ded1f2bf-e0a5-49cc-a564-537eba32aae2 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650821 Jul 14 13:56:27.342649 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:27.362317 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-4cd97021-a276-4d06-9340-b35ac28e577f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:27.363800 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-4cd97021-a276-4d06-9340-b35ac28e577f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a19bf847-6c2a-44f6-8327-c316a95a534a HTTP/1.1" status: 200 len: 855 time: 0.0456948 Jul 14 13:56:27.367209 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f999909-e4cd-4154-82d5-9a9998d1daf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d3feb74-1c83-4071-89a7-4fa88950a57c'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:56:27.370072 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585387cf-9c74-465d-aead-7f844f6f6bdf" -d '{"events": [{"server_uuid": "1f999909-e4cd-4154-82d5-9a9998d1daf7", "name": "network-vif-unplugged", "status": "completed", "tag": "0d3feb74-1c83-4071-89a7-4fa88950a57c"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:56:27.382051 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 0d3feb74-1c83-4071-89a7-4fa88950a57c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0d3feb74-1c83-4071-89a7-4fa88950a57c,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:27.387293 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:27.418728 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 13:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cb1f92-6a95-4168-b32d-5e489dd83fdd x-openstack-request-id: req-41cb1f92-6a95-4168-b32d-5e489dd83fdd {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:56:27.419022 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f999909-e4cd-4154-82d5-9a9998d1daf7", "name": "network-vif-unplugged", "status": "completed", "tag": "0d3feb74-1c83-4071-89a7-4fa88950a57c", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:56:27.419388 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41cb1f92-6a95-4168-b32d-5e489dd83fdd {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:56:27.419823 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f999909-e4cd-4154-82d5-9a9998d1daf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d3feb74-1c83-4071-89a7-4fa88950a57c', 'code': 200} Jul 14 13:56:27.421379 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-60970c3f-4359-4548-8c42-a795c49284c4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d8aaf29-600d-41c9-a168-bd054a164eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275893 Jul 14 13:56:27.448946 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=0d3feb74-1c83-4071-89a7-4fa88950a57c,revision_number=8']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:27.588751 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-2fa178c9-b3e5-44ae-8010-1a656cfd7291 service neutron] 10.222.0.54 "GET /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204355 Jul 14 13:56:27.602130 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a08a6d-a494-416d-b5b8-6c86314fe9ce req-9eed324d-4475-4f64-ad3b-d0e499644248 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:27.603489 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b1a08a6d-a494-416d-b5b8-6c86314fe9ce req-9eed324d-4475-4f64-ad3b-d0e499644248 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 944 time: 0.0914409 Jul 14 13:56:27.690668 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b1a08a6d-a494-416d-b5b8-6c86314fe9ce req-b0f0273a-5629-4c6d-a981-ea315875b89f tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814919 Jul 14 13:56:27.722102 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bda2a964-f479-4a3e-9ff2-4e568a9adf4a req-4c9808dd-c99d-4a4e-8541-1975b7baa8da service neutron] 10.222.0.54 "GET /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062000 Jul 14 13:56:27.862351 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfc7a6-1b33-4342-9b67-def1ce2ee095 req-7d56809b-c204-4f3b-9834-51a723359a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:27.863834 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-19cfc7a6-1b33-4342-9b67-def1ce2ee095 req-7d56809b-c204-4f3b-9834-51a723359a90 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78b6057ec0e34a79b42f337ec4589849&device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 1097 time: 0.0517600 Jul 14 13:56:27.966566 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfc7a6-1b33-4342-9b67-def1ce2ee095 req-66d400e7-5197-4dd9-ba0a-7735aa137554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:27.968108 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-19cfc7a6-1b33-4342-9b67-def1ce2ee095 req-66d400e7-5197-4dd9-ba0a-7735aa137554 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d8aaf29-600d-41c9-a168-bd054a164eb1 HTTP/1.1" status: 200 len: 916 time: 0.0890076 Jul 14 13:56:28.010434 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-19cfc7a6-1b33-4342-9b67-def1ce2ee095 req-cda96c0d-edc2-4438-af32-c4d931fd353a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5020ed99-d9cc-49b7-ba54-1c1acf87e4e0 HTTP/1.1" status: 200 len: 217 time: 0.0345700 Jul 14 13:56:28.035080 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50af2b-0426-4245-9300-2d97f4ec7c61 req-7e9336e0-1c04-40a2-b5e4-41695da65097 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:28.036542 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6a50af2b-0426-4245-9300-2d97f4ec7c61 req-7e9336e0-1c04-40a2-b5e4-41695da65097 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.0604794 Jul 14 13:56:28.066847 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfc7a6-1b33-4342-9b67-def1ce2ee095 req-4e81be58-4112-4599-8e2f-194ffa4500f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:28.068378 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-19cfc7a6-1b33-4342-9b67-def1ce2ee095 req-4e81be58-4112-4599-8e2f-194ffa4500f6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a19bf847-6c2a-44f6-8327-c316a95a534a HTTP/1.1" status: 200 len: 855 time: 0.0435359 Jul 14 13:56:28.073776 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6a50af2b-0426-4245-9300-2d97f4ec7c61 req-ee6599b7-a597-4443-b5cf-a0fe4ecb0933 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309820 Jul 14 13:56:28.129454 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-19cfc7a6-1b33-4342-9b67-def1ce2ee095 req-786d044f-dbe5-4a53-aa3d-466dc70f54c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d8aaf29-600d-41c9-a168-bd054a164eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296946 Jul 14 13:56:28.267651 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-19cfc7a6-1b33-4342-9b67-def1ce2ee095 req-df720482-d737-4ec5-acfe-625947067a16 service neutron] 10.222.0.54 "GET /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248770 Jul 14 13:56:28.279248 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea835b4-facb-4371-a417-da32567edda9 req-09dd87f1-ae5e-4fdb-a630-526f4cb61fee tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:28.280649 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bea835b4-facb-4371-a417-da32567edda9 req-09dd87f1-ae5e-4fdb-a630-526f4cb61fee tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0913217 Jul 14 13:56:28.380159 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bea835b4-facb-4371-a417-da32567edda9 req-b60b437c-76d9-416a-b676-36d82994e446 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900753 Jul 14 13:56:28.405357 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-19cfc7a6-1b33-4342-9b67-def1ce2ee095 req-25ae342a-8499-449d-ae7d-9b5d3fe260e6 service neutron] 10.222.0.54 "GET /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221340 Jul 14 13:56:28.500113 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6925f-e331-410d-bbb9-56050ebff337 req-b63714f3-3b0c-43c1-9b1c-19018b849d9a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:28.501547 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-10e6925f-e331-410d-bbb9-56050ebff337 req-b63714f3-3b0c-43c1-9b1c-19018b849d9a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0653746 Jul 14 13:56:28.537021 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-10e6925f-e331-410d-bbb9-56050ebff337 req-ce837bd9-9bc9-4be0-9710-4cfe7a6f2390 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298719 Jul 14 13:56:28.863940 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fd1d6-9d11-4139-ba43-bbb88a582c78 req-e6508815-5519-4d69-b66b-d422fb439922 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:28.865415 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-558fd1d6-9d11-4139-ba43-bbb88a582c78 req-e6508815-5519-4d69-b66b-d422fb439922 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 944 time: 0.0637603 Jul 14 13:56:28.901611 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-558fd1d6-9d11-4139-ba43-bbb88a582c78 req-a62cfedf-6d9b-4e4d-a953-2a1576794f22 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306816 Jul 14 13:56:29.249767 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ae71b-e3fd-4899-a6d0-3c65971332bf req-b325ed2a-df05-40de-9196-62c6a6c856ff tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:29.251267 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6a1ae71b-e3fd-4899-a6d0-3c65971332bf req-b325ed2a-df05-40de-9196-62c6a6c856ff tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.0634880 Jul 14 13:56:29.289264 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6a1ae71b-e3fd-4899-a6d0-3c65971332bf req-46f772c3-6db0-4e6c-bea4-465fb4366c8d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321662 Jul 14 13:56:29.553699 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1a041-4ccb-4a91-a2b9-a7d91f71bb5e req-b4ec6e92-5244-4bcc-9e48-005f863de481 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:29.555138 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-46a1a041-4ccb-4a91-a2b9-a7d91f71bb5e req-b4ec6e92-5244-4bcc-9e48-005f863de481 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0649111 Jul 14 13:56:29.596220 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-46a1a041-4ccb-4a91-a2b9-a7d91f71bb5e req-37be3386-7357-4522-af77-0b5dd30802bb tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338869 Jul 14 13:56:29.715871 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35190dbd-5078-4725-8946-e04f3dac7f4f req-eda2e85a-37aa-4c98-bdb1-4ffbb2372168 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:29.717320 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-35190dbd-5078-4725-8946-e04f3dac7f4f req-eda2e85a-37aa-4c98-bdb1-4ffbb2372168 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0681753 Jul 14 13:56:29.753098 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-35190dbd-5078-4725-8946-e04f3dac7f4f req-65db38b8-a34a-4872-a7b0-707ee2d072b1 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303302 Jul 14 13:56:30.070110 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce30e6b-dfe7-4855-8094-2d3c1a9cacfc req-d5899ea2-e0ca-4907-821a-33fbf42d356e tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:30.071549 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bce30e6b-dfe7-4855-8094-2d3c1a9cacfc req-d5899ea2-e0ca-4907-821a-33fbf42d356e tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 944 time: 0.0610101 Jul 14 13:56:30.107529 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bce30e6b-dfe7-4855-8094-2d3c1a9cacfc req-c739c1f7-b0f1-49f4-9017-2f58b69954b6 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304830 Jul 14 13:56:30.475490 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be7f82-9cc9-45cb-acc4-c043c107b8a9 req-bd565c22-ad3f-48e9-a226-c883029ff789 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:30.476904 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-80be7f82-9cc9-45cb-acc4-c043c107b8a9 req-bd565c22-ad3f-48e9-a226-c883029ff789 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.0626671 Jul 14 13:56:30.515144 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-80be7f82-9cc9-45cb-acc4-c043c107b8a9 req-8e5d1e9f-99cc-44c2-b4b4-8287ad17430d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326951 Jul 14 13:56:30.774548 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a21147-e376-4834-aad9-1a50a4979ecd req-9a84bdf5-cd35-43ba-9a03-2284d6c266cb tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:30.776393 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f8a21147-e376-4834-aad9-1a50a4979ecd req-9a84bdf5-cd35-43ba-9a03-2284d6c266cb tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0699186 Jul 14 13:56:30.815796 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f8a21147-e376-4834-aad9-1a50a4979ecd req-b37c044f-cf9f-4ce5-9e07-eb7997c62608 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331807 Jul 14 13:56:30.979765 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206b8a1-5f3a-4e81-b218-1dd7f6b751c7 req-7ab5c43a-d87c-481d-bc61-15398598d3f0 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:30.981151 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c206b8a1-5f3a-4e81-b218-1dd7f6b751c7 req-7ab5c43a-d87c-481d-bc61-15398598d3f0 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0671556 Jul 14 13:56:31.020715 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c206b8a1-5f3a-4e81-b218-1dd7f6b751c7 req-5623ff2a-7d1e-4359-91bf-18644482416c tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335953 Jul 14 13:56:31.265538 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:56:31.295579 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757c51d-46fb-4d68-8219-eb38d3f8945a req-19a05571-0aa4-4a6b-8e88-66bd11ac3775 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:31.300086 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e757c51d-46fb-4d68-8219-eb38d3f8945a req-19a05571-0aa4-4a6b-8e88-66bd11ac3775 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 944 time: 0.0813739 Jul 14 13:56:31.348160 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e757c51d-46fb-4d68-8219-eb38d3f8945a req-7ddc4c8a-6923-4dc4-8d1d-347dab101157 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449040 Jul 14 13:56:31.411564 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5020ed99-d9cc-49b7-ba54-1c1acf87e4e0,segment=NetworkSegment(d2145662-852d-4ac7-a3b4-db64f99992a1),segment_id=d2145662-852d-4ac7-a3b4-db64f99992a1)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:31.427438 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': '5020ed99-d9cc-49b7-ba54-1c1acf87e4e0', 'network_id': '8d8aaf29-600d-41c9-a168-bd054a164eb1', 'port_id': '5020ed99-d9cc-49b7-ba54-1c1acf87e4e0', 'mac_address': 'fa:16:3e:05:e0:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a19bf847-6c2a-44f6-8327-c316a95a534a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:56:31.431696 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55743960-9835-4d0b-b904-ca5d7951268c req-4880374f-d808-40cc-bf24-47ae201e93f8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:31.433511 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-55743960-9835-4d0b-b904-ca5d7951268c req-4880374f-d808-40cc-bf24-47ae201e93f8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.0749679 Jul 14 13:56:31.464318 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:31.475952 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-55743960-9835-4d0b-b904-ca5d7951268c req-f7671ad8-68f1-4aff-a94b-f7ee7221e093 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345752 Jul 14 13:56:31.476645 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0 {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:56:31.504491 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5020ed99-d9cc-49b7-ba54-1c1acf87e4e0,segment=NetworkSegment(d2145662-852d-4ac7-a3b4-db64f99992a1),segment_id=d2145662-852d-4ac7-a3b4-db64f99992a1)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:31.504491 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:31.549274 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=5020ed99-d9cc-49b7-ba54-1c1acf87e4e0,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:31.692083 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 60924) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:31.787586 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a51afb71-c231-4552-ae60-552b2ffeba3d req-4d4b6a2c-ce86-4894-9195-e47fc617188b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0943556 Jul 14 13:56:31.990876 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cf9fc-9434-4415-b897-c225a4e2d30f req-5ef4f7b2-3dcd-45ca-bd7f-c9aa406fd2e0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:31.992324 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-fb3cf9fc-9434-4415-b897-c225a4e2d30f req-5ef4f7b2-3dcd-45ca-bd7f-c9aa406fd2e0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0624959 Jul 14 13:56:32.016548 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['5020ed99-d9cc-49b7-ba54-1c1acf87e4e0'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:56:32.030139 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-fb3cf9fc-9434-4415-b897-c225a4e2d30f req-be62a731-5103-4c6e-ab8c-3cb6f33b6fe8 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316815 Jul 14 13:56:32.204031 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb63b01-b5a6-4aa5-9d4f-0dff0be919fe req-2ae219ee-15c6-4cdd-aed6-4c04900eefe7 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:32.205504 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bdb63b01-b5a6-4aa5-9d4f-0dff0be919fe req-2ae219ee-15c6-4cdd-aed6-4c04900eefe7 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0666530 Jul 14 13:56:32.247827 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bdb63b01-b5a6-4aa5-9d4f-0dff0be919fe req-62d71bf9-3a46-4b1a-8f5a-8b248a53031c tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354588 Jul 14 13:56:32.524226 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90d4e1-090b-4f29-a186-22a66b6b7a4d req-d4c12851-429f-4623-8534-6a263f333692 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:32.525705 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-da90d4e1-090b-4f29-a186-22a66b6b7a4d req-d4c12851-429f-4623-8534-6a263f333692 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 945 time: 0.0619717 Jul 14 13:56:32.563451 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-da90d4e1-090b-4f29-a186-22a66b6b7a4d req-d7768874-dbc4-42e5-a185-90d67c0ee792 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321920 Jul 14 13:56:32.649090 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec948a0d-2956-4735-957d-37f7c2fc7cc4 req-b0d37851-4ef3-48a2-b178-3ca3d5a53b98 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:32.650512 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec948a0d-2956-4735-957d-37f7c2fc7cc4 req-b0d37851-4ef3-48a2-b178-3ca3d5a53b98 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.0609505 Jul 14 13:56:32.686962 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec948a0d-2956-4735-957d-37f7c2fc7cc4 req-04ce3b4f-4bd5-4525-afd9-1e171e8c13b4 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310013 Jul 14 13:56:33.207432 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f2b35-31ac-4edf-9ee3-f27a7e864d25 req-862f7844-c817-426b-8e58-ed68515176b8 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:33.208809 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-057f2b35-31ac-4edf-9ee3-f27a7e864d25 req-862f7844-c817-426b-8e58-ed68515176b8 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0658619 Jul 14 13:56:33.246213 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-057f2b35-31ac-4edf-9ee3-f27a7e864d25 req-5128493c-3a99-420e-8c64-8e969b672528 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312068 Jul 14 13:56:33.296836 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 0d3feb74-1c83-4071-89a7-4fa88950a57c no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:56:33.438146 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3b669-0133-4bb8-a4b0-1e97e3c52b93 req-f017a9a1-8b1b-4264-a38e-4049a495ecc9 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:33.439661 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-31a3b669-0133-4bb8-a4b0-1e97e3c52b93 req-f017a9a1-8b1b-4264-a38e-4049a495ecc9 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0724266 Jul 14 13:56:33.478190 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-31a3b669-0133-4bb8-a4b0-1e97e3c52b93 req-ccc34c08-a9ac-40f9-8f0d-576d60975ea4 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319498 Jul 14 13:56:33.729677 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca038c-d6f3-4993-8668-35ec3160edb5 req-cf3ddd98-6287-40dc-954d-9544b868ac02 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:33.731159 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-69ca038c-d6f3-4993-8668-35ec3160edb5 req-cf3ddd98-6287-40dc-954d-9544b868ac02 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 945 time: 0.0605729 Jul 14 13:56:33.767276 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-69ca038c-d6f3-4993-8668-35ec3160edb5 req-351fc353-8107-46a2-84ee-8a48d69f9e72 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304224 Jul 14 13:56:33.862420 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12595f92-ec7b-463c-8b49-71f40b8cc42c req-7a10e301-d9af-42c8-86e9-c6869582efc8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:33.864291 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-12595f92-ec7b-463c-8b49-71f40b8cc42c req-7a10e301-d9af-42c8-86e9-c6869582efc8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.0646908 Jul 14 13:56:33.952258 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-12595f92-ec7b-463c-8b49-71f40b8cc42c req-c6854681-a601-4546-b4f2-7a92ea40a973 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823174 Jul 14 13:56:33.979348 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51afb71-c231-4552-ae60-552b2ffeba3d req-df79df11-29e9-44c0-bca5-7039e0f9d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:33.980783 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a51afb71-c231-4552-ae60-552b2ffeba3d req-df79df11-29e9-44c0-bca5-7039e0f9d279 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7&tenant_id=f0682b2d13074b4fbea16bbda342184f HTTP/1.1" status: 200 len: 1096 time: 0.1051462 Jul 14 13:56:34.064763 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51afb71-c231-4552-ae60-552b2ffeba3d req-1a040dd5-2350-480d-b111-d74b6ad0cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:34.066185 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a51afb71-c231-4552-ae60-552b2ffeba3d req-1a040dd5-2350-480d-b111-d74b6ad0cf90 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f0682b2d13074b4fbea16bbda342184f&device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 1096 time: 0.0502112 Jul 14 13:56:34.160585 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51afb71-c231-4552-ae60-552b2ffeba3d req-2c71da4d-f5dd-4830-bc1e-527bc264c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:34.161978 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a51afb71-c231-4552-ae60-552b2ffeba3d req-2c71da4d-f5dd-4830-bc1e-527bc264c136 service neutron] 10.222.0.54 "GET /v2.0/networks?id=429ffe97-91bc-4ca2-9eda-c647a6878dac HTTP/1.1" status: 200 len: 918 time: 0.0824726 Jul 14 13:56:34.227395 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a51afb71-c231-4552-ae60-552b2ffeba3d req-a1321d34-61a1-4eec-bba1-b5970278a156 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d3feb74-1c83-4071-89a7-4fa88950a57c HTTP/1.1" status: 200 len: 999 time: 0.0548425 Jul 14 13:56:34.276479 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51afb71-c231-4552-ae60-552b2ffeba3d req-29bfba4f-e6ea-437b-9ae4-fe3f35caff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:34.277773 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a51afb71-c231-4552-ae60-552b2ffeba3d req-29bfba4f-e6ea-437b-9ae4-fe3f35caff88 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9 HTTP/1.1" status: 200 len: 856 time: 0.0421557 Jul 14 13:56:34.340040 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51afb71-c231-4552-ae60-552b2ffeba3d req-27be60ec-7045-4dc1-961d-4794dde8c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:34.341516 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a51afb71-c231-4552-ae60-552b2ffeba3d req-27be60ec-7045-4dc1-961d-4794dde8c103 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=429ffe97-91bc-4ca2-9eda-c647a6878dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538535 Jul 14 13:56:34.420950 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52b178-541f-4f91-b9ed-3bfbbe5b8933 req-5063a075-a5a4-4bff-807d-abc4e63b9b4b tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:34.423277 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ea52b178-541f-4f91-b9ed-3bfbbe5b8933 req-5063a075-a5a4-4bff-807d-abc4e63b9b4b tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0639076 Jul 14 13:56:34.439350 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a51afb71-c231-4552-ae60-552b2ffeba3d req-651baf24-a015-4ff6-8acd-21617f0f7b31 service neutron] 10.222.0.54 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839841 Jul 14 13:56:34.471145 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ea52b178-541f-4f91-b9ed-3bfbbe5b8933 req-3eb350a4-c186-4f10-b749-78b792c30892 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418112 Jul 14 13:56:34.543492 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a51afb71-c231-4552-ae60-552b2ffeba3d req-5d959dcb-01a6-4eb9-a359-52fef00570c7 service neutron] 10.222.0.54 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925469 Jul 14 13:56:34.655725 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3882cb5-beff-4ca1-8fd3-edd178909f05 req-048273b7-4305-4332-a695-c3140331b13f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:34.657273 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3882cb5-beff-4ca1-8fd3-edd178909f05 req-048273b7-4305-4332-a695-c3140331b13f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0650628 Jul 14 13:56:34.696718 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3882cb5-beff-4ca1-8fd3-edd178909f05 req-2ff62a87-76f1-49c1-b1c2-e6b524347c13 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335054 Jul 14 13:56:34.940775 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca671c4d-00e2-41d0-b5dc-d21e51d5cecd req-6a95cd00-8bde-4370-a736-698ebdc74f57 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:34.942306 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ca671c4d-00e2-41d0-b5dc-d21e51d5cecd req-6a95cd00-8bde-4370-a736-698ebdc74f57 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 945 time: 0.0671079 Jul 14 13:56:34.981433 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ca671c4d-00e2-41d0-b5dc-d21e51d5cecd req-c54b27c4-6314-4b65-a580-06eb371d647c tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335572 Jul 14 13:56:35.154816 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b781e-5154-48c7-9f0c-1dc6d2fc4891 req-d60a0b8e-f4be-4da3-bd54-ed4d9af922a4 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:35.164382 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-910b781e-5154-48c7-9f0c-1dc6d2fc4891 req-d60a0b8e-f4be-4da3-bd54-ed4d9af922a4 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.0785069 Jul 14 13:56:35.209814 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-910b781e-5154-48c7-9f0c-1dc6d2fc4891 req-8e340939-d884-488f-8861-096b99fe0281 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435150 Jul 14 13:56:35.296866 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0 up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:35.352811 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning for port 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:35.356528 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:35.356895 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:35.434444 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:35.458950 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1f78b8-2b3c-41ff-972c-0bcd4b066048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5020ed99-d9cc-49b7-ba54-1c1acf87e4e0'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:56:35.461305 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff82936-322b-4446-a731-4388f6431001" -d '{"events": [{"server_uuid": "fc1f78b8-2b3c-41ff-972c-0bcd4b066048", "name": "network-vif-plugged", "status": "completed", "tag": "5020ed99-d9cc-49b7-ba54-1c1acf87e4e0"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:56:35.475428 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5020ed99-d9cc-49b7-ba54-1c1acf87e4e0,segment=NetworkSegment(d2145662-852d-4ac7-a3b4-db64f99992a1),segment_id=d2145662-852d-4ac7-a3b4-db64f99992a1)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:35.481700 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:35.510711 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99786d75-174f-4c7c-bcc4-b6aa5424a84c x-openstack-request-id: req-99786d75-174f-4c7c-bcc4-b6aa5424a84c {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:56:35.511025 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1f78b8-2b3c-41ff-972c-0bcd4b066048", "name": "network-vif-plugged", "status": "completed", "tag": "5020ed99-d9cc-49b7-ba54-1c1acf87e4e0", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:56:35.511293 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-99786d75-174f-4c7c-bcc4-b6aa5424a84c {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:56:35.511969 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1f78b8-2b3c-41ff-972c-0bcd4b066048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5020ed99-d9cc-49b7-ba54-1c1acf87e4e0', 'code': 200} Jul 14 13:56:35.542215 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=5020ed99-d9cc-49b7-ba54-1c1acf87e4e0,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:35.668259 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f8417-15a3-472e-8032-1dc03c7f2bfb req-0cd90e21-c9b3-45c6-8d15-fec29b463317 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:35.669720 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-996f8417-15a3-472e-8032-1dc03c7f2bfb req-0cd90e21-c9b3-45c6-8d15-fec29b463317 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0657215 Jul 14 13:56:35.708100 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-996f8417-15a3-472e-8032-1dc03c7f2bfb req-63b36a5f-b3f3-47ef-8078-06944fb32595 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327306 Jul 14 13:56:35.872076 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d85d1-a962-4f2c-b5b5-e7bd823521f3 req-5f1f30fc-2d63-46d7-b6c7-81ad1801bdda tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:35.873570 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-bc3d85d1-a962-4f2c-b5b5-e7bd823521f3 req-5f1f30fc-2d63-46d7-b6c7-81ad1801bdda tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0642464 Jul 14 13:56:35.916898 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-bc3d85d1-a962-4f2c-b5b5-e7bd823521f3 req-1fee81ae-f72b-4b0a-86d5-04df58bc468d tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373683 Jul 14 13:56:36.054118 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48165ac-d3cc-4cd2-9b32-5b4c51dd1df8 req-7d598600-9f69-4a33-9299-166e4fd7b829 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:36.056467 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a48165ac-d3cc-4cd2-9b32-5b4c51dd1df8 req-7d598600-9f69-4a33-9299-166e4fd7b829 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0650849 Jul 14 13:56:36.092919 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a48165ac-d3cc-4cd2-9b32-5b4c51dd1df8 req-99d8eaea-79b8-4df8-acf5-987890977f67 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312829 Jul 14 13:56:36.176644 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3705f-a041-4004-93ad-b2da78ff66da req-e116af58-ca91-40b6-a411-68bf04b7a7de tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:36.178572 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e0c3705f-a041-4004-93ad-b2da78ff66da req-e116af58-ca91-40b6-a411-68bf04b7a7de tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 946 time: 0.0662897 Jul 14 13:56:36.215835 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e0c3705f-a041-4004-93ad-b2da78ff66da req-13e2ea4b-2fca-4daa-9ea2-549774c8bb34 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307996 Jul 14 13:56:36.390806 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f6a-c0d1-4f84-875f-de35359aa33e req-08d9a79a-5162-481f-9fd2-eb3bf1519887 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:36.392361 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d7d74f6a-c0d1-4f84-875f-de35359aa33e req-08d9a79a-5162-481f-9fd2-eb3bf1519887 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.0673473 Jul 14 13:56:36.437830 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d7d74f6a-c0d1-4f84-875f-de35359aa33e req-d15565d1-bbdd-4faf-ad70-de9657cc2809 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388293 Jul 14 13:56:36.775937 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-43b6871c-7162-4234-848c-6940e01fa105 req-77df8d07-31b9-45cf-94c3-e76a4399ad68 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-161067210&fields=id&tenant_id=990fdf2e13b14e9fb639f1c032174bdf HTTP/1.1" status: 200 len: 267 time: 0.0325072 Jul 14 13:56:36.878382 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6871c-7162-4234-848c-6940e01fa105 req-c02bfff2-9673-4207-9584-ffc9b795a067 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:36.879873 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-43b6871c-7162-4234-848c-6940e01fa105 req-c02bfff2-9673-4207-9584-ffc9b795a067 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/networks?id=678bb7df-4b97-4bd4-90be-124739d8c193 HTTP/1.1" status: 200 len: 812 time: 0.0979903 Jul 14 13:56:36.895318 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-43b6871c-7162-4234-848c-6940e01fa105 req-770beeb7-17f6-4716-9cd6-44162395a747 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/quotas/990fdf2e13b14e9fb639f1c032174bdf HTTP/1.1" status: 200 len: 375 time: 0.0094702 Jul 14 13:56:36.976372 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-43b6871c-7162-4234-848c-6940e01fa105 req-04501a31-2c64-4cbc-ada5-21cd52685399 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=990fdf2e13b14e9fb639f1c032174bdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749972 Jul 14 13:56:37.076691 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-43b6871c-7162-4234-848c-6940e01fa105 req-97d9ca8c-6a3b-4eb9-bc48-448a3efcd398 service neutron] 10.222.0.45 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884566 Jul 14 13:56:37.094702 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804f412-5a2d-483e-9575-5c40248ce5b7 req-84cd673a-6e5e-4bf1-801e-1ed62e3af477 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:37.096322 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d804f412-5a2d-483e-9575-5c40248ce5b7 req-84cd673a-6e5e-4bf1-801e-1ed62e3af477 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0638180 Jul 14 13:56:37.139782 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d804f412-5a2d-483e-9575-5c40248ce5b7 req-ea4f5e13-ef10-43d8-a1a1-66458af01ac9 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378420 Jul 14 13:56:37.180825 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-43b6871c-7162-4234-848c-6940e01fa105 req-91f5483c-b5ab-4446-9541-28f428789ebb service neutron] 10.222.0.45 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955517 Jul 14 13:56:37.317686 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b30c2-a32b-4bd4-b132-d764d1a433d3 req-09f5a82a-076f-472c-a629-0af11c7112ce tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:37.319182 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ab5b30c2-a32b-4bd4-b132-d764d1a433d3 req-09f5a82a-076f-472c-a629-0af11c7112ce tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0678506 Jul 14 13:56:37.365981 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ab5b30c2-a32b-4bd4-b132-d764d1a433d3 req-52acbcf8-bd72-44c1-9ca0-9302a5e8be09 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404384 Jul 14 13:56:37.508928 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-bdc7c26a-bf36-4b4b-85cf-74892da5a19b req-36aec10b-10ea-4a61-9b24-063991295528 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 210 time: 0.0319090 Jul 14 13:56:37.608117 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c201e-e4a2-4799-b671-dd3994e948ff req-534527fb-c2bd-4f22-bf41-f8985a419eae tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:37.618380 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1c5c201e-e4a2-4799-b671-dd3994e948ff req-534527fb-c2bd-4f22-bf41-f8985a419eae tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 946 time: 0.1046309 Jul 14 13:56:37.655949 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1c5c201e-e4a2-4799-b671-dd3994e948ff req-82a307d0-8732-4d73-9236-348da084a3ac tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364447 Jul 14 13:56:37.713140 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9dfad3-7252-440b-bd47-dc7815c74bae req-aa04cffc-7bbb-4355-8632-bb214e8983dc tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:37.716097 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-aa9dfad3-7252-440b-bd47-dc7815c74bae req-aa04cffc-7bbb-4355-8632-bb214e8983dc tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.0923607 Jul 14 13:56:37.759320 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-aa9dfad3-7252-440b-bd47-dc7815c74bae req-aa2f450d-86f1-4eac-8fdb-dd914ea506d2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389459 Jul 14 13:56:38.256294 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5b40e8ff-7d1d-4f75-aa91-9282744e084d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:38.315654 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b6586-e2df-4f47-871e-096f3acc02be req-4d9f9ddd-0d68-4bb9-8b76-55d05d45670c tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:38.317150 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5d9b6586-e2df-4f47-871e-096f3acc02be req-4d9f9ddd-0d68-4bb9-8b76-55d05d45670c tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0647697 Jul 14 13:56:38.357087 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5d9b6586-e2df-4f47-871e-096f3acc02be req-53895d25-5d2a-423a-b491-2312818fb468 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335097 Jul 14 13:56:38.551330 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c966f8-6ce1-4914-a5b0-9bf59a3a3933 req-3c687b9c-69c3-4504-9058-7b7ece6852f1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:38.552955 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d3c966f8-6ce1-4914-a5b0-9bf59a3a3933 req-3c687b9c-69c3-4504-9058-7b7ece6852f1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0675113 Jul 14 13:56:38.592038 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d3c966f8-6ce1-4914-a5b0-9bf59a3a3933 req-4e974330-5845-4e8c-804d-e1597a0bf8f3 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327165 Jul 14 13:56:38.660015 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c1bde31-91fe-4ea5-bd2a-56bbd13709a3 req-2cf4646f-10dd-4cb3-aded-3d4881580f6d tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 210 time: 0.0291429 Jul 14 13:56:38.831709 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98767c-debf-4517-85e3-ea88018fed53 req-260e98db-4f08-4664-a17f-e42c8c6b5b0a tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:38.833203 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5f98767c-debf-4517-85e3-ea88018fed53 req-260e98db-4f08-4664-a17f-e42c8c6b5b0a tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 946 time: 0.0662198 Jul 14 13:56:38.871437 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5f98767c-debf-4517-85e3-ea88018fed53 req-7507bc71-6246-4753-b7c3-1b292c3495ae tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324168 Jul 14 13:56:38.949696 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa5b46-13b8-4362-8f8b-13003f873ca8 req-03db2060-eb8f-4d58-a28e-3a705fec3606 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:38.951219 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5afa5b46-13b8-4362-8f8b-13003f873ca8 req-03db2060-eb8f-4d58-a28e-3a705fec3606 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.0680156 Jul 14 13:56:38.988960 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5afa5b46-13b8-4362-8f8b-13003f873ca8 req-9ed45bbf-1a4b-446f-8bbb-c9e425cc8fbc tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319366 Jul 14 13:56:39.535638 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611a209-35a0-4a0f-ba58-72826cccff57 req-77450899-9914-4a57-8699-beab9547efd9 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:39.537143 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7611a209-35a0-4a0f-ba58-72826cccff57 req-77450899-9914-4a57-8699-beab9547efd9 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0633719 Jul 14 13:56:39.578837 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7611a209-35a0-4a0f-ba58-72826cccff57 req-5eb4b9c3-cec5-4a00-bdae-70d6f475d798 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352423 Jul 14 13:56:39.776781 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94539da3-8b87-40b7-9069-b445dfcfe287 req-a6b3ba2f-ef48-4d95-b024-9fde5726f17d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:39.783936 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-94539da3-8b87-40b7-9069-b445dfcfe287 req-a6b3ba2f-ef48-4d95-b024-9fde5726f17d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0733047 Jul 14 13:56:39.804548 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d30d828e-d027-4dc8-88f2-19e5b03e790e req-09df28db-aa34-4b48-8a01-fb6cec93213f tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 210 time: 0.0281677 Jul 14 13:56:39.817503 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-94539da3-8b87-40b7-9069-b445dfcfe287 req-75cb844f-2349-4753-88dc-ca0b0659c8c3 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325251 Jul 14 13:56:40.045781 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc81bf5-bbca-463a-895f-f0242c942856 req-70fce875-51d9-452b-b390-717bbf458be2 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:40.047553 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8bc81bf5-bbca-463a-895f-f0242c942856 req-70fce875-51d9-452b-b390-717bbf458be2 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 946 time: 0.0654948 Jul 14 13:56:40.089025 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8bc81bf5-bbca-463a-895f-f0242c942856 req-7337b82e-9646-44c6-988e-e54f9a21adfa tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359306 Jul 14 13:56:40.172686 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab3a91-b4f5-4853-89a2-84915c7ceab2 req-b88e3b91-f4da-4496-81e5-716e04cad2f3 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:40.174162 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-edab3a91-b4f5-4853-89a2-84915c7ceab2 req-b88e3b91-f4da-4496-81e5-716e04cad2f3 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.0625389 Jul 14 13:56:40.215983 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-edab3a91-b4f5-4853-89a2-84915c7ceab2 req-7375f6c1-9372-4ab9-bc81-bb8e9654c8f9 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362079 Jul 14 13:56:40.764467 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e91939-3dbe-4f7d-a230-b79cd365d203 req-76e03d62-dbe6-43f2-95cd-857cf3324ba3 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:40.765914 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-15e91939-3dbe-4f7d-a230-b79cd365d203 req-76e03d62-dbe6-43f2-95cd-857cf3324ba3 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0749822 Jul 14 13:56:40.803969 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-15e91939-3dbe-4f7d-a230-b79cd365d203 req-5f704bbc-921b-4d7c-933e-a436ac5994ae tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320873 Jul 14 13:56:40.919570 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-813bb994-e5df-447f-a900-45dc5a5da7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:40.952258 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-340efdfe-c571-44bd-a2b8-651021d83bfa req-ad372c46-60ca-441b-907d-e81cad81de9a tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 210 time: 0.0327640 Jul 14 13:56:40.999728 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88998378-78fe-446a-aca0-fd390c442ea9 req-25fd566a-21e1-4df2-b905-7a6c78b5580c tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:41.001263 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-88998378-78fe-446a-aca0-fd390c442ea9 req-25fd566a-21e1-4df2-b905-7a6c78b5580c tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0643988 Jul 14 13:56:41.042317 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-88998378-78fe-446a-aca0-fd390c442ea9 req-03d2e915-1ab9-4e67-95f4-348f55c45fc2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353723 Jul 14 13:56:41.221993 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:41.272547 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f984ed-9890-4bd3-8b4b-a39137683da7 req-f7b62ebd-ce57-4f97-95a1-8051c5e08439 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:41.274642 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-10f984ed-9890-4bd3-8b4b-a39137683da7 req-f7b62ebd-ce57-4f97-95a1-8051c5e08439 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 946 time: 0.0720687 Jul 14 13:56:41.313920 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-10f984ed-9890-4bd3-8b4b-a39137683da7 req-17c12726-3711-4a72-8fc7-1585c3fc66be tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334167 Jul 14 13:56:41.399829 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a91a0-3f5d-43d8-b6ad-d3b55222f398 req-b44f231b-6071-4260-b3cc-ec58ec723d96 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:41.401350 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-205a91a0-3f5d-43d8-b6ad-d3b55222f398 req-b44f231b-6071-4260-b3cc-ec58ec723d96 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.0650182 Jul 14 13:56:41.440869 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-205a91a0-3f5d-43d8-b6ad-d3b55222f398 req-95b955f7-36e8-4908-8696-e51896e89086 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335588 Jul 14 13:56:41.451484 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:41.839014 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:42.018477 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a86269-96db-4991-a186-f1b918514011 req-a8b038c3-eece-4616-b831-76ee8821cf81 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:42.020088 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-84a86269-96db-4991-a186-f1b918514011 req-a8b038c3-eece-4616-b831-76ee8821cf81 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0696676 Jul 14 13:56:42.061809 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-84a86269-96db-4991-a186-f1b918514011 req-eb74e1b9-fe98-42d7-b3bb-ac012d02fecf tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358078 Jul 14 13:56:42.093570 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a22bf65c-544a-4287-8eda-770b4532cbe0 req-ac1d7869-d712-4c78-861d-dade52091b34 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 210 time: 0.0311217 Jul 14 13:56:42.228859 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e55533-ec54-4fff-b777-c02f3b8928f1 req-4628ea05-8820-472c-a51b-6c28a94b539b tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:42.230360 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-35e55533-ec54-4fff-b777-c02f3b8928f1 req-4628ea05-8820-472c-a51b-6c28a94b539b tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0642829 Jul 14 13:56:42.268314 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-35e55533-ec54-4fff-b777-c02f3b8928f1 req-4d4bd28a-853c-48eb-80f3-b52526999f6d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324535 Jul 14 13:56:42.488925 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94fa99-8c77-4996-80f2-a1c2560f4452 req-b224e287-5140-4386-9f98-c51e94c077ce tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:42.490426 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5a94fa99-8c77-4996-80f2-a1c2560f4452 req-b224e287-5140-4386-9f98-c51e94c077ce tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 946 time: 0.0630879 Jul 14 13:56:42.531489 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5a94fa99-8c77-4996-80f2-a1c2560f4452 req-ba75daf0-c2dc-4d34-b939-3bbecb6d7dfe tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352213 Jul 14 13:56:42.619310 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82c40-14a3-4aa4-966b-91f9e1300b70 req-d617f4cd-c407-47c6-9a11-7cd0c4ae5cef tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:42.620795 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b6d82c40-14a3-4aa4-966b-91f9e1300b70 req-d617f4cd-c407-47c6-9a11-7cd0c4ae5cef tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.0631504 Jul 14 13:56:42.658601 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b6d82c40-14a3-4aa4-966b-91f9e1300b70 req-bb0c50ad-2d83-41d9-8532-f5d5626f112c tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321646 Jul 14 13:56:43.239802 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7758ba2f-f902-46fa-8119-4669c0150911 req-eeac87ea-bece-44b1-a679-ebe766691d9e tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 210 time: 0.0313709 Jul 14 13:56:43.255891 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cbb93-109d-4bc6-8e68-030fe19195f6 req-716916e5-b46b-421d-9d57-49d3afc3ca10 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:43.257376 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-af1cbb93-109d-4bc6-8e68-030fe19195f6 req-716916e5-b46b-421d-9d57-49d3afc3ca10 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0743728 Jul 14 13:56:43.295792 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-af1cbb93-109d-4bc6-8e68-030fe19195f6 req-76f86aeb-2ced-480c-a25e-da3302327497 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313275 Jul 14 13:56:43.439288 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f1ec5-0811-4fb7-872c-9e2a028a2678 req-d50e2128-8fae-4f4f-9db5-ef5b7a353c18 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:43.440797 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-730f1ec5-0811-4fb7-872c-9e2a028a2678 req-d50e2128-8fae-4f4f-9db5-ef5b7a353c18 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0620334 Jul 14 13:56:43.481334 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-730f1ec5-0811-4fb7-872c-9e2a028a2678 req-de1319f1-c1d0-440e-98bd-5f052bb72679 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339894 Jul 14 13:56:43.627511 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:43.710790 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e6084-0dff-4d2a-a001-3e633dcf024d req-ec6d7f46-5282-476a-8cdc-055d3bdca17c tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:43.712351 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e46e6084-0dff-4d2a-a001-3e633dcf024d req-ec6d7f46-5282-476a-8cdc-055d3bdca17c tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 946 time: 0.0663924 Jul 14 13:56:43.751312 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e46e6084-0dff-4d2a-a001-3e633dcf024d req-c3b43ca9-a48c-4888-a3ff-ea27c23171de tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334063 Jul 14 13:56:43.840654 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2ddeb-d8d3-4aca-a99d-af6ed81e2ed0 req-a6e581e0-a34e-4b0f-8ce2-3a3f7573ebd1 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:43.842133 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-98e2ddeb-d8d3-4aca-a99d-af6ed81e2ed0 req-a6e581e0-a34e-4b0f-8ce2-3a3f7573ebd1 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.0641744 Jul 14 13:56:43.880816 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-98e2ddeb-d8d3-4aca-a99d-af6ed81e2ed0 req-6d308034-2695-4701-9456-d9b107d90883 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331564 Jul 14 13:56:44.388610 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4ba63d9b-c062-4c80-8d80-7105471449e3 req-eb0970fa-2b3c-4ae8-82dd-1e153dd8ad69 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 210 time: 0.0373282 Jul 14 13:56:44.490566 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48b98e-7a61-4e72-8f7e-095faee1c50b req-f7ad8f8b-cdda-4535-9b71-1ee2a3f33949 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:44.492073 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dc48b98e-7a61-4e72-8f7e-095faee1c50b req-f7ad8f8b-cdda-4535-9b71-1ee2a3f33949 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0715861 Jul 14 13:56:44.540206 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dc48b98e-7a61-4e72-8f7e-095faee1c50b req-3ee128e3-1e04-46e3-94e6-313b0d253409 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364084 Jul 14 13:56:44.660562 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0585c36-634f-4a5d-a373-cbb39d3ce116 req-b70ab81b-a09b-452d-b3e9-74172ee38abf tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:44.662073 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f0585c36-634f-4a5d-a373-cbb39d3ce116 req-b70ab81b-a09b-452d-b3e9-74172ee38abf tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0623462 Jul 14 13:56:44.711528 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f0585c36-634f-4a5d-a373-cbb39d3ce116 req-afa897fa-1ec3-48a5-865c-4f4464c1b2ff tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437868 Jul 14 13:56:44.927670 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5d609-5749-4fbb-93fc-a88f11ed70e9 req-668105d5-495c-4c67-8f35-b19f74e3a951 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:44.929492 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-61e5d609-5749-4fbb-93fc-a88f11ed70e9 req-668105d5-495c-4c67-8f35-b19f74e3a951 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 946 time: 0.0638573 Jul 14 13:56:44.969995 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-61e5d609-5749-4fbb-93fc-a88f11ed70e9 req-f06a9a78-f39e-41a1-97cc-fadf3a70bc0c tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337758 Jul 14 13:56:45.068850 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae083ec-e8b8-4b2d-ad49-210353e13a98 req-f3339429-f7be-4bd8-b23e-2585d48502c7 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:45.070215 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3ae083ec-e8b8-4b2d-ad49-210353e13a98 req-f3339429-f7be-4bd8-b23e-2585d48502c7 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.0625370 Jul 14 13:56:45.106922 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3ae083ec-e8b8-4b2d-ad49-210353e13a98 req-11dadde4-da7a-41b6-9524-31f9045ab69a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310290 Jul 14 13:56:45.533688 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-522d9f4e-33c9-44af-a000-98c602c82fb6 req-79d4aebf-ef90-4121-9b13-2413131235dc tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 210 time: 0.0314324 Jul 14 13:56:45.713278 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3016d13-92ef-40a2-b74f-315ec2e536b3 req-543fd4da-1f67-4362-8ce4-5c83f1240c7a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:45.714615 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f3016d13-92ef-40a2-b74f-315ec2e536b3 req-543fd4da-1f67-4362-8ce4-5c83f1240c7a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0628386 Jul 14 13:56:45.754736 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f3016d13-92ef-40a2-b74f-315ec2e536b3 req-b7c90534-8bf3-4bb6-980e-49cdb1d8f2d2 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344818 Jul 14 13:56:45.883932 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db925ba-22be-417e-b438-bf050edfd5ca req-cfc5567d-7f08-47c0-b8af-0c0a88f2b1e0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:45.885434 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8db925ba-22be-417e-b438-bf050edfd5ca req-cfc5567d-7f08-47c0-b8af-0c0a88f2b1e0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0619090 Jul 14 13:56:45.924431 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8db925ba-22be-417e-b438-bf050edfd5ca req-c2262991-54ce-47b8-a119-c6225f9a29a2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331197 Jul 14 13:56:46.148566 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a6e54-3a2e-49e3-bc02-1f82d34b1c38 req-ea5a4d22-f56c-4545-b996-db99a72d9fe2 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:46.150066 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0c8a6e54-3a2e-49e3-bc02-1f82d34b1c38 req-ea5a4d22-f56c-4545-b996-db99a72d9fe2 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 946 time: 0.0677860 Jul 14 13:56:46.190945 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0c8a6e54-3a2e-49e3-bc02-1f82d34b1c38 req-c804f029-1eb5-45e6-a98c-0b802e5ddba1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352244 Jul 14 13:56:46.292069 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e85d7a-b456-4849-a965-f75a0265e53e req-9ce49431-13ba-4d35-b34f-03f578943261 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:46.293482 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b6e85d7a-b456-4849-a965-f75a0265e53e req-9ce49431-13ba-4d35-b34f-03f578943261 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.0630169 Jul 14 13:56:46.331583 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b6e85d7a-b456-4849-a965-f75a0265e53e req-228120f8-b72d-4f81-b288-c7541b982a90 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323846 Jul 14 13:56:46.671357 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ea46d055-da0a-4505-ba5a-5199c00e9921 req-0e0a683a-428c-4b9a-a73d-f7b6397d3a8c tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 210 time: 0.0285234 Jul 14 13:56:46.934904 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc109e61-c696-4dfb-8b39-f7bc73d65c21 req-0b0420e1-c922-494d-b03e-057fc964f3d8 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:46.936447 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cc109e61-c696-4dfb-8b39-f7bc73d65c21 req-0b0420e1-c922-494d-b03e-057fc964f3d8 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0653348 Jul 14 13:56:46.979905 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cc109e61-c696-4dfb-8b39-f7bc73d65c21 req-4d6000a4-ce4a-487b-940f-9da6f7f8388d tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378785 Jul 14 13:56:47.100425 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0621dfa-da20-4abe-af0d-837529b4afa1 req-51b8132d-6256-4c51-94ae-c55841dd0637 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:47.102484 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d0621dfa-da20-4abe-af0d-837529b4afa1 req-51b8132d-6256-4c51-94ae-c55841dd0637 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0625157 Jul 14 13:56:47.139933 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d0621dfa-da20-4abe-af0d-837529b4afa1 req-49f2de74-8108-4fdf-8ae2-bf48c6dcf083 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316815 Jul 14 13:56:47.361600 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c1eb1-bed6-41de-a4b5-01879b1591dd req-1e1396a0-b77b-4b80-80be-e19b050f51c8 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:47.362427 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6b7c1eb1-bed6-41de-a4b5-01879b1591dd req-1e1396a0-b77b-4b80-80be-e19b050f51c8 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 946 time: 0.0632703 Jul 14 13:56:47.403065 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6b7c1eb1-bed6-41de-a4b5-01879b1591dd req-e7d7dc87-f35d-4493-875e-2f8d25776054 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348299 Jul 14 13:56:47.514786 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328efda-2574-450e-90fb-32df6ac38bd6 req-8ba6d88d-5506-48de-987b-de29cbfa4cf8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:47.516201 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f328efda-2574-450e-90fb-32df6ac38bd6 req-8ba6d88d-5506-48de-987b-de29cbfa4cf8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.0660441 Jul 14 13:56:47.554511 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f328efda-2574-450e-90fb-32df6ac38bd6 req-cfce31e0-87f9-4c4e-b18c-2df554b0c1b8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326593 Jul 14 13:56:47.810827 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-416620b0-0374-496f-b976-1b931cbe2f8d req-2f9a8de4-633b-4973-bdd5-2dafabdf7bac tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 210 time: 0.0292592 Jul 14 13:56:48.156318 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70ef6c-6854-4770-95c1-5775404676db req-9c89d448-432d-4254-b3f8-803db38b917a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:48.157836 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5f70ef6c-6854-4770-95c1-5775404676db req-9c89d448-432d-4254-b3f8-803db38b917a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0656335 Jul 14 13:56:48.196620 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5f70ef6c-6854-4770-95c1-5775404676db req-04755dc9-611b-4063-99fa-764ac396aaf4 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331144 Jul 14 13:56:48.318312 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e47148-eaae-4f62-8c6a-2a1721cb097a req-45f929d2-e521-49e3-bbc8-d513e33bef0e tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:48.319841 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-16e47148-eaae-4f62-8c6a-2a1721cb097a req-45f929d2-e521-49e3-bbc8-d513e33bef0e tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0663154 Jul 14 13:56:48.359249 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-16e47148-eaae-4f62-8c6a-2a1721cb097a req-1dbba82c-412a-4e64-be32-f0af7a995cb3 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329697 Jul 14 13:56:48.573518 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1a192-1c89-424c-a7eb-39335effe8b0 req-69dee9cd-2fd0-4296-914f-7a50553ea815 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:48.575042 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a2f1a192-1c89-424c-a7eb-39335effe8b0 req-69dee9cd-2fd0-4296-914f-7a50553ea815 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 946 time: 0.0618732 Jul 14 13:56:48.615489 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a2f1a192-1c89-424c-a7eb-39335effe8b0 req-953fc69a-a7d8-45ac-8d52-fdb86b31b013 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349679 Jul 14 13:56:48.734274 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57e968-6620-4f70-b8f8-c0743e7181f1 req-8e03c569-7e2a-4455-b9b9-6984d2d4eed9 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:48.735942 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2d57e968-6620-4f70-b8f8-c0743e7181f1 req-8e03c569-7e2a-4455-b9b9-6984d2d4eed9 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.0631933 Jul 14 13:56:48.774673 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2d57e968-6620-4f70-b8f8-c0743e7181f1 req-e08837d8-78d8-4c52-8643-f8abc6abf4e7 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330572 Jul 14 13:56:48.951578 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3e5daa42-dfd6-4449-8eeb-51ad46a9fc06 req-48d84dbf-5b7d-44ca-86ca-8deedbfed818 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 210 time: 0.0285692 Jul 14 13:56:49.370778 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4c865-062d-4959-b846-034285f253dc req-80a7c90f-c290-4503-8d38-e964159a3d67 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:49.372274 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-85a4c865-062d-4959-b846-034285f253dc req-80a7c90f-c290-4503-8d38-e964159a3d67 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0626800 Jul 14 13:56:49.411116 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-85a4c865-062d-4959-b846-034285f253dc req-345116e3-6a7b-48ba-862a-e385045869ae tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332351 Jul 14 13:56:49.535314 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9045cfa-3716-463d-879f-cb01bdaf7919 req-2beae452-acec-4073-aa4d-9237655b4033 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:49.536773 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c9045cfa-3716-463d-879f-cb01bdaf7919 req-2beae452-acec-4073-aa4d-9237655b4033 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0620341 Jul 14 13:56:49.573070 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c9045cfa-3716-463d-879f-cb01bdaf7919 req-965b5968-171d-4ccb-a2a0-75cfcb636221 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302920 Jul 14 13:56:49.786073 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d9cd1-78fb-48f0-bcac-ca9d471b38e7 req-29388ac2-b1c2-4b29-98b8-785c1e0e6280 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:49.787503 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dd3d9cd1-78fb-48f0-bcac-ca9d471b38e7 req-29388ac2-b1c2-4b29-98b8-785c1e0e6280 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 946 time: 0.0648024 Jul 14 13:56:49.824398 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dd3d9cd1-78fb-48f0-bcac-ca9d471b38e7 req-a241bbd6-d9ac-4e6b-ac58-f140f07f5234 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309417 Jul 14 13:56:49.969957 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fde8c-8aec-4c0e-b10f-5593640ad43d req-e2b7d9e9-6509-4087-938b-76b716fd98fc tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:49.971795 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9f9fde8c-8aec-4c0e-b10f-5593640ad43d req-e2b7d9e9-6509-4087-938b-76b716fd98fc tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.0805759 Jul 14 13:56:50.036307 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9f9fde8c-8aec-4c0e-b10f-5593640ad43d req-bdcc3eb8-6726-4099-bb9d-8a8c8f937035 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545697 Jul 14 13:56:50.096061 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-df59174d-4d15-405d-b9fe-068a0e510b4c req-8db86c07-5115-4198-ae61-8b79fc97011d tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 210 time: 0.0287163 Jul 14 13:56:50.416545 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436d90b-5209-48b0-a3c6-b5d665f6b215 req-24413ea9-4bc9-4283-8824-3ec01a0a87b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:50.418013 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9436d90b-5209-48b0-a3c6-b5d665f6b215 req-24413ea9-4bc9-4283-8824-3ec01a0a87b3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ebdd828c2dd45389e546eb5c76f33fc&device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 1098 time: 0.2819388 Jul 14 13:56:50.484565 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11d7cb-924b-48f0-8978-7fdfc488fed0 req-61a834dc-9085-4361-9926-c5cb16e12181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:50.486288 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ed11d7cb-924b-48f0-8978-7fdfc488fed0 req-61a834dc-9085-4361-9926-c5cb16e12181 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 1099 time: 0.3071265 Jul 14 13:56:50.547827 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ed11d7cb-924b-48f0-8978-7fdfc488fed0 req-9e9b3811-86be-4474-87a4-b5041684155e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505288 Jul 14 13:56:50.552073 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436d90b-5209-48b0-a3c6-b5d665f6b215 req-6a9884d2-fde6-46ce-bfc0-59607577572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:50.553413 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9436d90b-5209-48b0-a3c6-b5d665f6b215 req-6a9884d2-fde6-46ce-bfc0-59607577572e service neutron] 10.222.0.54 "GET /v2.0/networks?id=a438f18f-eabf-4166-ba56-5e9dc4be891e HTTP/1.1" status: 200 len: 911 time: 0.1150677 Jul 14 13:56:50.596665 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c8e89-997c-45bc-aad4-fcb20de150ed req-e9b0c2ac-3c3d-43de-b30c-d8f9c37e6427 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:50.598094 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-742c8e89-997c-45bc-aad4-fcb20de150ed req-e9b0c2ac-3c3d-43de-b30c-d8f9c37e6427 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0610566 Jul 14 13:56:50.637397 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-742c8e89-997c-45bc-aad4-fcb20de150ed req-0ce262fe-3d43-4ac9-844e-c440d64bcd73 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335865 Jul 14 13:56:50.686640 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9436d90b-5209-48b0-a3c6-b5d665f6b215 req-17d53daa-cb48-4c91-9b33-587f42aeb73e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c371cd-85ec-4848-a54a-0a895362cd1b HTTP/1.1" status: 200 len: 1001 time: 0.0712838 Jul 14 13:56:50.770065 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436d90b-5209-48b0-a3c6-b5d665f6b215 req-85738e10-3930-47d2-b5b8-3946944cd476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:50.771382 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9436d90b-5209-48b0-a3c6-b5d665f6b215 req-85738e10-3930-47d2-b5b8-3946944cd476 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2e428487-ac1c-45f5-b66d-6e05ef2be0ac HTTP/1.1" status: 200 len: 849 time: 0.0694959 Jul 14 13:56:50.803308 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffec52-1cfd-4498-9af0-152cb4d273e9 req-650d0d20-3228-4ead-b8fa-7ddf9ee658ef tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:50.805255 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-69ffec52-1cfd-4498-9af0-152cb4d273e9 req-650d0d20-3228-4ead-b8fa-7ddf9ee658ef tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.1045918 Jul 14 13:56:50.866992 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-69ffec52-1cfd-4498-9af0-152cb4d273e9 req-07fb78c3-9d45-4665-ad4b-e384afc9591f tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427349 Jul 14 13:56:50.877326 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436d90b-5209-48b0-a3c6-b5d665f6b215 req-c3a28afe-cf36-403b-8a13-59ad887bd256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:50.878915 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9436d90b-5209-48b0-a3c6-b5d665f6b215 req-c3a28afe-cf36-403b-8a13-59ad887bd256 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a438f18f-eabf-4166-ba56-5e9dc4be891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0915082 Jul 14 13:56:50.968583 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9436d90b-5209-48b0-a3c6-b5d665f6b215 req-75bc86f4-c702-43a0-b707-f44f479babad service neutron] 10.222.0.54 "GET /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801239 Jul 14 13:56:50.997893 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d0b7f-2012-4e4d-a154-7fec638a51e0 req-3ad45d06-9ef0-4cf4-9711-885777cba78e tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:50.999348 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0d4d0b7f-2012-4e4d-a154-7fec638a51e0 req-3ad45d06-9ef0-4cf4-9711-885777cba78e tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 946 time: 0.0622842 Jul 14 13:56:51.035328 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0d4d0b7f-2012-4e4d-a154-7fec638a51e0 req-430a582f-8b58-4eaf-92c2-d9af16b0bb54 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302310 Jul 14 13:56:51.064397 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9436d90b-5209-48b0-a3c6-b5d665f6b215 req-832f7992-257c-4ad8-af10-1b921fd749fa service neutron] 10.222.0.54 "GET /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847716 Jul 14 13:56:51.235013 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4145f0-2d59-46d0-92c0-ccad18a796ae req-9d86a948-c7d0-45c4-849c-6028c29ffa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:51.236776 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6b4145f0-2d59-46d0-92c0-ccad18a796ae req-9d86a948-c7d0-45c4-849c-6028c29ffa71 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ebdd828c2dd45389e546eb5c76f33fc&device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 1098 time: 0.0953479 Jul 14 13:56:51.237851 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f69417dd-39cd-4102-908a-8d554ee86de6 req-accd152a-fbf6-4e37-ad16-adfba3b93386 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 210 time: 0.0315876 Jul 14 13:56:51.244782 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add0825-c7c8-414f-819d-23dee579c802 req-92d5d69b-0163-40e3-9a2d-300e7de4acc8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:51.246208 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7add0825-c7c8-414f-819d-23dee579c802 req-92d5d69b-0163-40e3-9a2d-300e7de4acc8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.0970058 Jul 14 13:56:51.394329 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7add0825-c7c8-414f-819d-23dee579c802 req-65ff18d3-e32f-4e6b-9bab-5e135725db66 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349921 Jul 14 13:56:51.449650 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4145f0-2d59-46d0-92c0-ccad18a796ae req-cf6cfbb5-30ad-44c0-8b02-f54a867a66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:51.451105 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6b4145f0-2d59-46d0-92c0-ccad18a796ae req-cf6cfbb5-30ad-44c0-8b02-f54a867a66f8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a438f18f-eabf-4166-ba56-5e9dc4be891e HTTP/1.1" status: 200 len: 911 time: 0.1746597 Jul 14 13:56:51.473957 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6871c-7162-4234-848c-6940e01fa105 req-677b615f-65c8-4d59-901f-c4486bf8b8ad tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:51.475346 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43b6871c-7162-4234-848c-6940e01fa105 req-677b615f-65c8-4d59-901f-c4486bf8b8ad tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.54 "GET /v2.0/networks?id=678bb7df-4b97-4bd4-90be-124739d8c193 HTTP/1.1" status: 200 len: 812 time: 0.1499956 Jul 14 13:56:51.559279 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6b4145f0-2d59-46d0-92c0-ccad18a796ae req-3ee4ee21-2b02-409e-98f7-40047daa4af3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c371cd-85ec-4848-a54a-0a895362cd1b HTTP/1.1" status: 200 len: 1001 time: 0.0828664 Jul 14 13:56:51.566764 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43b6871c-7162-4234-848c-6940e01fa105 req-0a9f8eac-8fdc-46da-bf01-85fa3c45818b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=990fdf2e13b14e9fb639f1c032174bdf HTTP/1.1" status: 200 len: 379 time: 0.0551584 Jul 14 13:56:51.605456 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-43b6871c-7162-4234-848c-6940e01fa105 req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Request body: {'port': {'device_id': '5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'admin_state_up': True, 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'security_groups': ['bddec122-dedd-4a04-bcb3-401020ad8c57']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:51.683736 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4145f0-2d59-46d0-92c0-ccad18a796ae req-2a1cc65d-d478-45b6-8cad-9a84642a1020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:51.685187 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6b4145f0-2d59-46d0-92c0-ccad18a796ae req-2a1cc65d-d478-45b6-8cad-9a84642a1020 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2e428487-ac1c-45f5-b66d-6e05ef2be0ac HTTP/1.1" status: 200 len: 849 time: 0.0931787 Jul 14 13:56:51.780423 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b6871c-7162-4234-848c-6940e01fa105 req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Made reservation on behalf of 990fdf2e13b14e9fb639f1c032174bdf for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:56:51.783955 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-43b6871c-7162-4234-848c-6940e01fa105 req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:51.788054 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4145f0-2d59-46d0-92c0-ccad18a796ae req-863972d9-897a-47c1-94b0-06d4042922c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:51.789503 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6b4145f0-2d59-46d0-92c0-ccad18a796ae req-863972d9-897a-47c1-94b0-06d4042922c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a438f18f-eabf-4166-ba56-5e9dc4be891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0928435 Jul 14 13:56:51.807803 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e73c9b-e5dc-42cd-9662-22a47b3318d8 req-c3d3836b-26d4-4b0e-8d03-b2e444424cfa tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:51.809292 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-91e73c9b-e5dc-42cd-9662-22a47b3318d8 req-c3d3836b-26d4-4b0e-8d03-b2e444424cfa tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0620270 Jul 14 13:56:51.847693 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-91e73c9b-e5dc-42cd-9662-22a47b3318d8 req-0f614e62-13f5-4020-b31d-6bfcba76b72e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322976 Jul 14 13:56:51.956491 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6b4145f0-2d59-46d0-92c0-ccad18a796ae req-d064f827-6e73-4e8d-a9b8-9acf504eaac1 service neutron] 10.222.0.54 "GET /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577461 Jul 14 13:56:51.989804 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-43b6871c-7162-4234-848c-6940e01fa105 req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Allocated IP 172.20.0.5 (678bb7df-4b97-4bd4-90be-124739d8c193/aebd5a90-b585-464a-9d2f-1afe8d420f90/e6e38da2-7426-4e42-a7ac-424e810eefd9) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:56:52.140316 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6b4145f0-2d59-46d0-92c0-ccad18a796ae req-032df9d2-999c-48cb-a01a-2df828947314 service neutron] 10.222.0.54 "GET /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647115 Jul 14 13:56:52.210051 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393a0d3-7a00-4e91-9d34-0fb5e0a1d999 req-0a18cb10-e8e5-4ba1-8738-cf0b8cdc5f9e tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:52.211452 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c393a0d3-7a00-4e91-9d34-0fb5e0a1d999 req-0a18cb10-e8e5-4ba1-8738-cf0b8cdc5f9e tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.2269311 Jul 14 13:56:52.225100 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d820a8-9b29-432a-84e1-eb17e7788273 req-2718825b-eaee-459f-b110-d03a194bd2c9 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:52.226607 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-32d820a8-9b29-432a-84e1-eb17e7788273 req-2718825b-eaee-459f-b110-d03a194bd2c9 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 946 time: 0.0730741 Jul 14 13:56:52.277183 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c393a0d3-7a00-4e91-9d34-0fb5e0a1d999 req-6ed118e9-6205-47cc-8297-4faf85efaa9d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595896 Jul 14 13:56:52.289204 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-43b6871c-7162-4234-848c-6940e01fa105 req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:52.309385 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-32d820a8-9b29-432a-84e1-eb17e7788273 req-dd43eae8-361a-430b-afec-73655c4f2ee9 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769053 Jul 14 13:56:52.312672 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-43b6871c-7162-4234-848c-6940e01fa105 req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Transition to ACTIVE for port object e6e38da2-7426-4e42-a7ac-424e810eefd9 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:52.359417 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-43b6871c-7162-4234-848c-6940e01fa105 req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:52.401888 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b6871c-7162-4234-848c-6940e01fa105 req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Network 678bb7df-4b97-4bd4-90be-124739d8c193 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:56:52.407782 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-43b6871c-7162-4234-848c-6940e01fa105 req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:56:52.411448 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b6871c-7162-4234-848c-6940e01fa105 req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:56:52.448760 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Pushing event updated for resources: {'Port': ['ID=e6e38da2-7426-4e42-a7ac-424e810eefd9,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:52.487271 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:52.488046 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:52.488046 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:52.488255 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:52.488598 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:52.488917 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:52.489237 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:52.489551 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:52.489891 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:52.490221 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:52.490530 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:52.490841 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:52.513846 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6871c-7162-4234-848c-6940e01fa105 req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:52.514505 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-43b6871c-7162-4234-848c-6940e01fa105 req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:52.539755 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43b6871c-7162-4234-848c-6940e01fa105 req-01e0b884-13f3-4e24-b886-ac9f1c475319 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9376755 Jul 14 13:56:52.552209 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bca4c-f706-4d54-991b-a549472cefb9 req-81549a60-81ee-40cf-af62-714bb0247667 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:52.553733 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aa6bca4c-f706-4d54-991b-a549472cefb9 req-81549a60-81ee-40cf-af62-714bb0247667 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 931 time: 0.1340892 Jul 14 13:56:52.559963 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-43b6871c-7162-4234-848c-6940e01fa105 req-8cb1649c-7d95-4f53-9ffe-a15fe80b6c2f service neutron] Request body: {'port': {'device_id': '5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:52.625412 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aa6bca4c-f706-4d54-991b-a549472cefb9 req-6014042f-865d-4383-b549-16a1596d7d88 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625155 Jul 14 13:56:52.646832 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e282f-3c92-4f22-a76e-d2773caec903 req-000cbe70-2066-4290-977f-31efae5512c4 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:52.648511 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1a5e282f-3c92-4f22-a76e-d2773caec903 req-000cbe70-2066-4290-977f-31efae5512c4 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.0775435 Jul 14 13:56:52.663235 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-43b6871c-7162-4234-848c-6940e01fa105 req-8cb1649c-7d95-4f53-9ffe-a15fe80b6c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:52.675710 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-78c1d0e7-48f9-46c7-8016-314ab486f0f8 None None] Provisioning for port e6e38da2-7426-4e42-a7ac-424e810eefd9 completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:52.680489 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-78c1d0e7-48f9-46c7-8016-314ab486f0f8 None None] Provisioning complete for port e6e38da2-7426-4e42-a7ac-424e810eefd9 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:52.680931 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-78c1d0e7-48f9-46c7-8016-314ab486f0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:52.692182 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1a5e282f-3c92-4f22-a76e-d2773caec903 req-3474ba9c-15cc-40db-8701-f9defe8dc56e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371983 Jul 14 13:56:52.715980 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-78c1d0e7-48f9-46c7-8016-314ab486f0f8 None None] Port e6e38da2-7426-4e42-a7ac-424e810eefd9 cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:56:52.935957 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-43b6871c-7162-4234-848c-6940e01fa105 req-8cb1649c-7d95-4f53-9ffe-a15fe80b6c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e38da2-7426-4e42-a7ac-424e810eefd9 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:56:52.943248 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-43b6871c-7162-4234-848c-6940e01fa105 req-8cb1649c-7d95-4f53-9ffe-a15fe80b6c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:52.955083 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-43b6871c-7162-4234-848c-6940e01fa105 req-8cb1649c-7d95-4f53-9ffe-a15fe80b6c2f service neutron] Transition to ACTIVE for port object e6e38da2-7426-4e42-a7ac-424e810eefd9 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:52.960159 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-43b6871c-7162-4234-848c-6940e01fa105 req-8cb1649c-7d95-4f53-9ffe-a15fe80b6c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.041492 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1649c-7d95-4f53-9ffe-a15fe80b6c2f service neutron] Pushing event updated for resources: {'Port': ['ID=e6e38da2-7426-4e42-a7ac-424e810eefd9,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:53.118090 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7fa41-da0e-44ab-873a-a4401cf4b588 req-66c5194f-6367-4b91-a76b-9d3943c0d629 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:53.119666 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a2e7fa41-da0e-44ab-873a-a4401cf4b588 req-66c5194f-6367-4b91-a76b-9d3943c0d629 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.1540103 Jul 14 13:56:53.153253 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-43b6871c-7162-4234-848c-6940e01fa105 req-8cb1649c-7d95-4f53-9ffe-a15fe80b6c2f service neutron] Attempting to bind port e6e38da2-7426-4e42-a7ac-424e810eefd9 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:56:53.153581 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-43b6871c-7162-4234-848c-6940e01fa105 req-8cb1649c-7d95-4f53-9ffe-a15fe80b6c2f service neutron] Attempting to bind port e6e38da2-7426-4e42-a7ac-424e810eefd9 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '5df22ef0-0a20-4fe0-bcf6-2f1d416c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:56:53.153909 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b6871c-7162-4234-848c-6940e01fa105 req-8cb1649c-7d95-4f53-9ffe-a15fe80b6c2f service neutron] Attempting to bind port e6e38da2-7426-4e42-a7ac-424e810eefd9 on network 678bb7df-4b97-4bd4-90be-124739d8c193 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:56:53.166275 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b6871c-7162-4234-848c-6940e01fa105 req-8cb1649c-7d95-4f53-9ffe-a15fe80b6c2f service neutron] Port e6e38da2-7426-4e42-a7ac-424e810eefd9 on network 678bb7df-4b97-4bd4-90be-124739d8c193 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:56:53.166596 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b6871c-7162-4234-848c-6940e01fa105 req-8cb1649c-7d95-4f53-9ffe-a15fe80b6c2f service neutron] Attempting to bind port e6e38da2-7426-4e42-a7ac-424e810eefd9 on network 678bb7df-4b97-4bd4-90be-124739d8c193 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:56:53.177515 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a2e7fa41-da0e-44ab-873a-a4401cf4b588 req-f45c0465-8fa9-40e4-a89d-358071af8604 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510583 Jul 14 13:56:53.178183 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b6871c-7162-4234-848c-6940e01fa105 req-8cb1649c-7d95-4f53-9ffe-a15fe80b6c2f service neutron] Checking agent: {'id': '452dea11-d79b-49e5-b391-0cd9cce6a9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:56:53.178506 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b6871c-7162-4234-848c-6940e01fa105 req-8cb1649c-7d95-4f53-9ffe-a15fe80b6c2f service neutron] Checking segment: {'id': '5df22ef0-0a20-4fe0-bcf6-2f1d416c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:56:53.178866 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b6871c-7162-4234-848c-6940e01fa105 req-8cb1649c-7d95-4f53-9ffe-a15fe80b6c2f service neutron] Bound using segment: {'id': '5df22ef0-0a20-4fe0-bcf6-2f1d416c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:56:53.179282 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-43b6871c-7162-4234-848c-6940e01fa105 req-8cb1649c-7d95-4f53-9ffe-a15fe80b6c2f service neutron] Bound port: e6e38da2-7426-4e42-a7ac-424e810eefd9, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df22ef0-0a20-4fe0-bcf6-2f1d416c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:56:53.179678 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-43b6871c-7162-4234-848c-6940e01fa105 req-8cb1649c-7d95-4f53-9ffe-a15fe80b6c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.240073 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-43b6871c-7162-4234-848c-6940e01fa105 req-8cb1649c-7d95-4f53-9ffe-a15fe80b6c2f service neutron] For port e6e38da2-7426-4e42-a7ac-424e810eefd9, host hv-cinder-79760, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:56:53.242871 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-43b6871c-7162-4234-848c-6940e01fa105 req-8cb1649c-7d95-4f53-9ffe-a15fe80b6c2f service neutron] For port e6e38da2-7426-4e42-a7ac-424e810eefd9, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e6e38da2-7426-4e42-a7ac-424e810eefd9,segment=NetworkSegment(5df22ef0-0a20-4fe0-bcf6-2f1d416c5632),segment_id=5df22ef0-0a20-4fe0-bcf6-2f1d416c5632)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:56:53.247538 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-43b6871c-7162-4234-848c-6940e01fa105 req-8cb1649c-7d95-4f53-9ffe-a15fe80b6c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.283830 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6871c-7162-4234-848c-6940e01fa105 req-8cb1649c-7d95-4f53-9ffe-a15fe80b6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:53.284428 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-43b6871c-7162-4234-848c-6940e01fa105 req-8cb1649c-7d95-4f53-9ffe-a15fe80b6c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:53.285770 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43b6871c-7162-4234-848c-6940e01fa105 req-8cb1649c-7d95-4f53-9ffe-a15fe80b6c2f service neutron] 10.222.0.54 "PUT /v2.0/ports/e6e38da2-7426-4e42-a7ac-424e810eefd9 HTTP/1.1" status: 200 len: 1093 time: 0.7309682 Jul 14 13:56:53.286196 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3', 'tag': 'e6e38da2-7426-4e42-a7ac-424e810eefd9'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:56:53.288419 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693e19db-e4e2-4c1d-bb86-cab791f48af2" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3", "tag": "e6e38da2-7426-4e42-a7ac-424e810eefd9"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:56:53.313247 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1649c-7d95-4f53-9ffe-a15fe80b6c2f service neutron] Pushing event updated for resources: {'Port': ['ID=e6e38da2-7426-4e42-a7ac-424e810eefd9,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:53.368141 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8e72e9-ac2e-4d48-b4ea-28e787536f3d x-openstack-request-id: req-8d8e72e9-ac2e-4d48-b4ea-28e787536f3d {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:56:53.368436 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3", "tag": "e6e38da2-7426-4e42-a7ac-424e810eefd9", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:56:53.368684 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8d8e72e9-ac2e-4d48-b4ea-28e787536f3d {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:56:53.369079 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3', 'tag': 'e6e38da2-7426-4e42-a7ac-424e810eefd9', 'status': 'completed', 'code': 200} Jul 14 13:56:53.406662 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6871c-7162-4234-848c-6940e01fa105 req-312cee71-d66c-4a18-a399-c5e1bffe661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:53.408412 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43b6871c-7162-4234-848c-6940e01fa105 req-312cee71-d66c-4a18-a399-c5e1bffe661e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=990fdf2e13b14e9fb639f1c032174bdf&device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 1096 time: 0.0753078 Jul 14 13:56:53.455525 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43b6871c-7162-4234-848c-6940e01fa105 req-da4a0f4c-6eb3-4bda-bdb8-729970e04390 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6e38da2-7426-4e42-a7ac-424e810eefd9 HTTP/1.1" status: 200 len: 217 time: 0.0379419 Jul 14 13:56:53.517582 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff752a49-ee79-4ec1-a767-7a494e2a2ea0 req-82a005b5-b8cd-4fda-866d-cdde6d6437f1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:53.519054 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ff752a49-ee79-4ec1-a767-7a494e2a2ea0 req-82a005b5-b8cd-4fda-866d-cdde6d6437f1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 946 time: 0.0631924 Jul 14 13:56:53.537236 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6871c-7162-4234-848c-6940e01fa105 req-9886501c-b255-42b2-886a-2e995b173f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:53.538577 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43b6871c-7162-4234-848c-6940e01fa105 req-9886501c-b255-42b2-886a-2e995b173f8e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aebd5a90-b585-464a-9d2f-1afe8d420f90 HTTP/1.1" status: 200 len: 851 time: 0.0535626 Jul 14 13:56:53.556592 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a67941-558e-4b9a-b321-ea8294d63c8f req-b77c9216-9b40-40e7-b173-c99b2f0b8d29 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:53.557962 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-59a67941-558e-4b9a-b321-ea8294d63c8f req-b77c9216-9b40-40e7-b173-c99b2f0b8d29 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.1052074 Jul 14 13:56:53.563998 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ff752a49-ee79-4ec1-a767-7a494e2a2ea0 req-d2aa3ca2-6f5a-4832-80e7-5973b7346420 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322919 Jul 14 13:56:53.625930 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-59a67941-558e-4b9a-b321-ea8294d63c8f req-8b4f808d-d3ec-40d2-a61f-5d80242bfa5f tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586870 Jul 14 13:56:53.635295 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6871c-7162-4234-848c-6940e01fa105 req-0264205c-cd81-4c30-97e2-b978dcdf3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:53.636752 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43b6871c-7162-4234-848c-6940e01fa105 req-0264205c-cd81-4c30-97e2-b978dcdf3671 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=678bb7df-4b97-4bd4-90be-124739d8c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778432 Jul 14 13:56:53.748194 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43b6871c-7162-4234-848c-6940e01fa105 req-96b0a686-0ad5-45a8-ae5a-3fbb6d883665 service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981593 Jul 14 13:56:53.813276 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57299b2-8e22-47e2-8137-2cf44a44cc32 req-65944f22-b5b9-4a69-82ca-1421213497db tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:53.815114 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b57299b2-8e22-47e2-8137-2cf44a44cc32 req-65944f22-b5b9-4a69-82ca-1421213497db tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 943 time: 0.0781047 Jul 14 13:56:53.863177 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b57299b2-8e22-47e2-8137-2cf44a44cc32 req-a92b6d47-633a-491f-bcaa-4b6bafc033a2 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411246 Jul 14 13:56:53.911430 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43b6871c-7162-4234-848c-6940e01fa105 req-0c486c7a-12dc-4e0d-8606-f873e200622e service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532879 Jul 14 13:56:53.942911 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5edfb-6087-4eec-80bf-32ae973001f9 req-28803b27-6ade-47d2-9a26-fe532a106072 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:53.944383 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-55a5edfb-6087-4eec-80bf-32ae973001f9 req-28803b27-6ade-47d2-9a26-fe532a106072 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.0935004 Jul 14 13:56:53.990810 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-55a5edfb-6087-4eec-80bf-32ae973001f9 req-47e5be24-4082-4e07-b1ac-cccb871d85be tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398023 Jul 14 13:56:54.031809 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e19db-e4e2-4c1d-bb86-cab791f48af2 req-9197effd-85d8-4fe2-a06a-d77117aedb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:54.033261 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-693e19db-e4e2-4c1d-bb86-cab791f48af2 req-9197effd-85d8-4fe2-a06a-d77117aedb07 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=990fdf2e13b14e9fb639f1c032174bdf&device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 1096 time: 0.0548658 Jul 14 13:56:54.330316 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e19db-e4e2-4c1d-bb86-cab791f48af2 req-0747a3a0-4418-40b2-a0b0-3ad84b266716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:54.331829 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-693e19db-e4e2-4c1d-bb86-cab791f48af2 req-0747a3a0-4418-40b2-a0b0-3ad84b266716 service neutron] 10.222.0.54 "GET /v2.0/networks?id=678bb7df-4b97-4bd4-90be-124739d8c193 HTTP/1.1" status: 200 len: 913 time: 0.2908387 Jul 14 13:56:54.353258 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc838e8-8c9d-4211-932e-e9a19d6186fe req-3037b624-1a5e-47b4-8d73-2ba692c839bc tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:54.354804 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cdc838e8-8c9d-4211-932e-e9a19d6186fe req-3037b624-1a5e-47b4-8d73-2ba692c839bc tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0618820 Jul 14 13:56:54.374393 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-693e19db-e4e2-4c1d-bb86-cab791f48af2 req-d0667ca5-c610-4a98-b771-4f3914725442 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6e38da2-7426-4e42-a7ac-424e810eefd9 HTTP/1.1" status: 200 len: 217 time: 0.0334299 Jul 14 13:56:54.395100 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cdc838e8-8c9d-4211-932e-e9a19d6186fe req-d3c9551e-6939-4cf7-8090-a2407feb2d59 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310688 Jul 14 13:56:54.426528 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e19db-e4e2-4c1d-bb86-cab791f48af2 req-15b2a892-227e-4ea3-af81-a87836b7cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:54.427972 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-693e19db-e4e2-4c1d-bb86-cab791f48af2 req-15b2a892-227e-4ea3-af81-a87836b7cdbe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aebd5a90-b585-464a-9d2f-1afe8d420f90 HTTP/1.1" status: 200 len: 851 time: 0.0438128 Jul 14 13:56:54.492852 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e19db-e4e2-4c1d-bb86-cab791f48af2 req-15fd501e-55a3-40e9-a21c-da48756e8bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:54.494200 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-693e19db-e4e2-4c1d-bb86-cab791f48af2 req-15fd501e-55a3-40e9-a21c-da48756e8bc8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=678bb7df-4b97-4bd4-90be-124739d8c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542853 Jul 14 13:56:54.584498 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-693e19db-e4e2-4c1d-bb86-cab791f48af2 req-b3637f50-6e99-4a31-bb9f-fa6822d20cac service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780859 Jul 14 13:56:54.676080 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-693e19db-e4e2-4c1d-bb86-cab791f48af2 req-80f5820f-adcf-4a6d-91f8-019694662552 service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824883 Jul 14 13:56:55.039602 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8267f-7272-47a1-a01b-d5246c018da3 req-ee069e0c-d358-487f-a09d-b7be9edc6396 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:55.041099 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5ee8267f-7272-47a1-a01b-d5246c018da3 req-ee069e0c-d358-487f-a09d-b7be9edc6396 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 943 time: 0.0651276 Jul 14 13:56:55.078676 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5ee8267f-7272-47a1-a01b-d5246c018da3 req-cac144e3-0dbd-4138-b10e-476ee002893c tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321691 Jul 14 13:56:55.244400 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6971fea-b888-430f-8cce-de3ecf83f1ee req-f72ef083-1aec-48cc-8fcb-34c340644b87 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:55.245560 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a6971fea-b888-430f-8cce-de3ecf83f1ee req-f72ef083-1aec-48cc-8fcb-34c340644b87 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.0669940 Jul 14 13:56:55.290913 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a6971fea-b888-430f-8cce-de3ecf83f1ee req-4a891574-276a-43e2-b2ac-c381e720aa67 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395150 Jul 14 13:56:55.563843 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51695e-0c9b-430a-acd0-1a22bab9f819 req-58b4a027-1d51-46fa-8513-2cafe25820c3 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:55.565282 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ad51695e-0c9b-430a-acd0-1a22bab9f819 req-58b4a027-1d51-46fa-8513-2cafe25820c3 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0597084 Jul 14 13:56:55.603996 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ad51695e-0c9b-430a-acd0-1a22bab9f819 req-98dc7bc7-a332-4797-94a5-dbe61ba5fc4c tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332503 Jul 14 13:56:56.246060 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13663bf3-39cb-4f9f-ad15-9f7b5640020f req-cc3fabd1-6461-4541-be26-9ba729fa1e1e tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:56.247382 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-13663bf3-39cb-4f9f-ad15-9f7b5640020f req-cc3fabd1-6461-4541-be26-9ba729fa1e1e tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 943 time: 0.0620894 Jul 14 13:56:56.283761 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-13663bf3-39cb-4f9f-ad15-9f7b5640020f req-58381d30-553f-49b1-be3c-14eaad2f8f77 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309722 Jul 14 13:56:56.465859 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d69f19-6a94-453b-b580-a587d219354c req-f0a145d6-9baf-4eaa-8cef-1f78c0c6dce2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:56.467286 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-31d69f19-6a94-453b-b580-a587d219354c req-f0a145d6-9baf-4eaa-8cef-1f78c0c6dce2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 943 time: 0.0608184 Jul 14 13:56:56.502454 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-31d69f19-6a94-453b-b580-a587d219354c req-d7679d7e-771d-4ec8-a773-6f43e2ea758e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296133 Jul 14 13:56:56.772311 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7551a45-0baf-40cc-ae71-922bbb0cc2d2 req-8f4c2a6e-627c-47be-8b6c-c44ce877d73e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:56.773702 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c7551a45-0baf-40cc-ae71-922bbb0cc2d2 req-8f4c2a6e-627c-47be-8b6c-c44ce877d73e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0621128 Jul 14 13:56:56.810938 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c7551a45-0baf-40cc-ae71-922bbb0cc2d2 req-601a5bfb-4be0-4ec9-bcc6-a67295c02792 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317824 Jul 14 13:56:57.441304 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 0d3feb74-1c83-4071-89a7-4fa88950a57c details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:56:57.453377 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd0f4e-495b-4a2b-888d-c7f63b1e35d5 req-37b4f2b7-731b-4a94-960d-945bbe31238d tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:57.454854 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-32bd0f4e-495b-4a2b-888d-c7f63b1e35d5 req-37b4f2b7-731b-4a94-960d-945bbe31238d tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 943 time: 0.0626702 Jul 14 13:56:57.492011 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-32bd0f4e-495b-4a2b-888d-c7f63b1e35d5 req-71ed436a-f259-4cf4-899e-317a6e9e64b3 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315907 Jul 14 13:56:57.537071 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 0d3feb74-1c83-4071-89a7-4fa88950a57c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0d3feb74-1c83-4071-89a7-4fa88950a57c,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:57.549073 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': '0d3feb74-1c83-4071-89a7-4fa88950a57c', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'port_id': '0d3feb74-1c83-4071-89a7-4fa88950a57c', 'mac_address': 'fa:16:3e:38:8c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:56:57.584207 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:57.596723 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d3feb74-1c83-4071-89a7-4fa88950a57c {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:56:57.616320 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 0d3feb74-1c83-4071-89a7-4fa88950a57c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0d3feb74-1c83-4071-89a7-4fa88950a57c,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:57.620609 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:57.666899 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=0d3feb74-1c83-4071-89a7-4fa88950a57c,revision_number=9']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:57.680014 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15c777-88e0-4230-8ca3-6f098fbcea28 req-668887f2-8a78-44a9-9f47-1894136b7ec9 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:57.681472 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1b15c777-88e0-4230-8ca3-6f098fbcea28 req-668887f2-8a78-44a9-9f47-1894136b7ec9 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 944 time: 0.0646164 Jul 14 13:56:57.718347 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1b15c777-88e0-4230-8ca3-6f098fbcea28 req-8395cd02-bf54-43af-ad50-cd254f66bee8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312614 Jul 14 13:56:57.981766 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62412d8-ad1d-4382-92f6-c112e7114855 req-a45ebbe1-405e-4b49-ab30-5fffbd3eceb6 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:57.983224 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c62412d8-ad1d-4382-92f6-c112e7114855 req-a45ebbe1-405e-4b49-ab30-5fffbd3eceb6 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0635693 Jul 14 13:56:58.019215 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c62412d8-ad1d-4382-92f6-c112e7114855 req-a6e547c2-e2ac-4417-bb42-2cc2d4b65fc4 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302246 Jul 14 13:56:58.053144 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['0d3feb74-1c83-4071-89a7-4fa88950a57c'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:56:58.661144 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9d53e-6725-446f-91bc-c7f5895248e8 req-74bb1e8e-837c-4816-bd42-82e7a4f94d7b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:58.662581 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aca9d53e-6725-446f-91bc-c7f5895248e8 req-74bb1e8e-837c-4816-bd42-82e7a4f94d7b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 943 time: 0.0614512 Jul 14 13:56:58.698497 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aca9d53e-6725-446f-91bc-c7f5895248e8 req-e1f55801-ebbc-4f2c-9b81-737e14a73e6d tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304422 Jul 14 13:56:58.891707 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e95f44-23b5-4319-8aab-684e7dfd563b req-af201982-f173-421c-ba17-90960a46cc1b tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:58.893149 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c6e95f44-23b5-4319-8aab-684e7dfd563b req-af201982-f173-421c-ba17-90960a46cc1b tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 944 time: 0.0621297 Jul 14 13:56:58.928442 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c6e95f44-23b5-4319-8aab-684e7dfd563b req-910e0e52-9f5d-4076-ad6f-ad1b7593ac8c tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296886 Jul 14 13:56:59.187275 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270a89d-06d0-4cd5-bfcf-640e52f7fcc2 req-35ee64d5-5435-4f7a-a266-e99181963708 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:59.188664 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1270a89d-06d0-4cd5-bfcf-640e52f7fcc2 req-35ee64d5-5435-4f7a-a266-e99181963708 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0611665 Jul 14 13:56:59.228677 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1270a89d-06d0-4cd5-bfcf-640e52f7fcc2 req-51f980fc-6b45-49ec-893f-640aceaa3b4a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347254 Jul 14 13:56:59.452369 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 0d3feb74-1c83-4071-89a7-4fa88950a57c up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:59.498449 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port 0d3feb74-1c83-4071-89a7-4fa88950a57c triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:59.498815 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:59.576369 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:59.597728 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f999909-e4cd-4154-82d5-9a9998d1daf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3feb74-1c83-4071-89a7-4fa88950a57c'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:56:59.599971 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad537e7-09d9-4abe-8d82-0c444f8bd4f3" -d '{"events": [{"server_uuid": "1f999909-e4cd-4154-82d5-9a9998d1daf7", "name": "network-vif-plugged", "status": "completed", "tag": "0d3feb74-1c83-4071-89a7-4fa88950a57c"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:56:59.612857 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 0d3feb74-1c83-4071-89a7-4fa88950a57c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0d3feb74-1c83-4071-89a7-4fa88950a57c,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:59.622343 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:59.646744 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f705c610-0908-498e-afaa-26fd72589a74 x-openstack-request-id: req-f705c610-0908-498e-afaa-26fd72589a74 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:56:59.647030 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f999909-e4cd-4154-82d5-9a9998d1daf7", "name": "network-vif-plugged", "status": "completed", "tag": "0d3feb74-1c83-4071-89a7-4fa88950a57c", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:56:59.647279 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f705c610-0908-498e-afaa-26fd72589a74 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:56:59.647678 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f999909-e4cd-4154-82d5-9a9998d1daf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3feb74-1c83-4071-89a7-4fa88950a57c', 'code': 200} Jul 14 13:56:59.674748 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=0d3feb74-1c83-4071-89a7-4fa88950a57c,revision_number=10']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:59.866427 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8842f-6a80-40d0-8318-364553ca18ca req-afa98d05-4dac-4c39-9600-e7201f20a7b5 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:59.868056 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f1f8842f-6a80-40d0-8318-364553ca18ca req-afa98d05-4dac-4c39-9600-e7201f20a7b5 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 943 time: 0.0611494 Jul 14 13:56:59.905768 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f1f8842f-6a80-40d0-8318-364553ca18ca req-6593375c-4f2d-4c39-881e-bbc87f68713b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318654 Jul 14 13:57:00.102940 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289fcd2-db01-4b1f-80fc-a7f9b3d23634 req-85b9e261-b3df-4818-ba51-b9a913236898 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:00.104367 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3289fcd2-db01-4b1f-80fc-a7f9b3d23634 req-85b9e261-b3df-4818-ba51-b9a913236898 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 946 time: 0.0613506 Jul 14 13:57:00.146982 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3289fcd2-db01-4b1f-80fc-a7f9b3d23634 req-00a7f3df-3c43-4286-a960-278f9df98b03 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367346 Jul 14 13:57:00.294270 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7de1b4-1263-4742-9978-9c9507c5f460 req-a5edac8a-7939-4374-a67d-ef781b83ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:00.295780 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6d7de1b4-1263-4742-9978-9c9507c5f460 req-a5edac8a-7939-4374-a67d-ef781b83ad16 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 1099 time: 0.0509734 Jul 14 13:57:00.341013 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6d7de1b4-1263-4742-9978-9c9507c5f460 req-d69b9602-e7af-4d90-81eb-3d66cd2a5974 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302908 Jul 14 13:57:00.402975 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aca6a8-87e0-4cf5-9d24-6fe3240a301e req-dd923806-5f7e-4f02-95ec-2629680919b6 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:00.404482 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11aca6a8-87e0-4cf5-9d24-6fe3240a301e req-dd923806-5f7e-4f02-95ec-2629680919b6 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0665259 Jul 14 13:57:00.441251 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11aca6a8-87e0-4cf5-9d24-6fe3240a301e req-f2dfca26-b817-418b-a929-ab27bd71988c tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310543 Jul 14 13:57:01.075587 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6f71a-86e1-489a-94f7-9f78360d87b1 req-b1cd562e-b346-49f1-9baa-18446fdecfc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:01.077042 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-07b6f71a-86e1-489a-94f7-9f78360d87b1 req-b1cd562e-b346-49f1-9baa-18446fdecfc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 943 time: 0.0605812 Jul 14 13:57:01.113856 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-07b6f71a-86e1-489a-94f7-9f78360d87b1 req-b127d14f-06f5-4b1e-b89d-0b4da984d570 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314248 Jul 14 13:57:01.322159 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731a1f9-2bda-491d-84e8-f7dd607e73cf req-f7723cc6-8286-4efd-9f74-73a827b44f1f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:01.323599 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0731a1f9-2bda-491d-84e8-f7dd607e73cf req-f7723cc6-8286-4efd-9f74-73a827b44f1f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 946 time: 0.0611289 Jul 14 13:57:01.360790 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0731a1f9-2bda-491d-84e8-f7dd607e73cf req-5b86a905-4199-4e46-9643-c4906a2d5665 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315056 Jul 14 13:57:01.467499 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device e6e38da2-7426-4e42-a7ac-424e810eefd9 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:57:01.560037 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port e6e38da2-7426-4e42-a7ac-424e810eefd9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e6e38da2-7426-4e42-a7ac-424e810eefd9,segment=NetworkSegment(5df22ef0-0a20-4fe0-bcf6-2f1d416c5632),segment_id=5df22ef0-0a20-4fe0-bcf6-2f1d416c5632)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:01.571350 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': 'e6e38da2-7426-4e42-a7ac-424e810eefd9', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'port_id': 'e6e38da2-7426-4e42-a7ac-424e810eefd9', 'mac_address': 'fa:16:3e:d1:b7:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:57:01.607194 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:01.611268 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af6eba-8677-48af-8d8d-ba12de56bb4e req-a7cb1da4-37ad-4398-864f-667b9c78353a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:01.612795 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-61af6eba-8677-48af-8d8d-ba12de56bb4e req-a7cb1da4-37ad-4398-864f-667b9c78353a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0626266 Jul 14 13:57:01.622541 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e38da2-7426-4e42-a7ac-424e810eefd9 {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:57:01.642461 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port e6e38da2-7426-4e42-a7ac-424e810eefd9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e6e38da2-7426-4e42-a7ac-424e810eefd9,segment=NetworkSegment(5df22ef0-0a20-4fe0-bcf6-2f1d416c5632),segment_id=5df22ef0-0a20-4fe0-bcf6-2f1d416c5632)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:01.647228 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:01.658024 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-61af6eba-8677-48af-8d8d-ba12de56bb4e req-4e168ea7-bda7-4899-8552-c60cef535865 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384007 Jul 14 13:57:01.693374 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=e6e38da2-7426-4e42-a7ac-424e810eefd9,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:02.294200 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52fed0-cbd2-4ec1-8815-9d25af361017 req-4c2ebe53-183c-4041-b164-8143e81932a4 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:02.295846 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bc52fed0-cbd2-4ec1-8815-9d25af361017 req-4c2ebe53-183c-4041-b164-8143e81932a4 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 944 time: 0.0665374 Jul 14 13:57:02.339451 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bc52fed0-cbd2-4ec1-8815-9d25af361017 req-4d14b9a6-ea36-40d0-9a5a-68b89232b89f tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373311 Jul 14 13:57:02.493946 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['e6e38da2-7426-4e42-a7ac-424e810eefd9'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:57:02.551543 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbe98a-eb1c-447a-af75-2fd3fd36cc71 req-c60b80dd-adb3-4e99-9205-9386183be1c6 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:02.554915 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-72bbe98a-eb1c-447a-af75-2fd3fd36cc71 req-c60b80dd-adb3-4e99-9205-9386183be1c6 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 946 time: 0.0768623 Jul 14 13:57:02.592385 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2921d4b-6734-4fd7-b1f3-b5d1ebcafef9 req-6bac1981-6c76-4ead-8282-77e0b3a8361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:02.594278 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d2921d4b-6734-4fd7-b1f3-b5d1ebcafef9 req-6bac1981-6c76-4ead-8282-77e0b3a8361e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 1099 time: 0.0668242 Jul 14 13:57:02.596522 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-72bbe98a-eb1c-447a-af75-2fd3fd36cc71 req-1a0e8a7a-84c9-45d5-aa91-ca7032e63516 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358934 Jul 14 13:57:02.652532 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d2921d4b-6734-4fd7-b1f3-b5d1ebcafef9 req-367ba658-52ed-4e1a-8648-d1bf34c2c3b3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318470 Jul 14 13:57:02.719104 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:57:02.847848 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85126e-a2c1-4bcd-997c-d537ec01b036 req-1e96e306-5386-485f-ac81-072168aea420 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:02.849659 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bb85126e-a2c1-4bcd-997c-d537ec01b036 req-1e96e306-5386-485f-ac81-072168aea420 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0734313 Jul 14 13:57:02.889236 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bb85126e-a2c1-4bcd-997c-d537ec01b036 req-ecd07f7e-7365-47f3-b029-c08335feb6ef tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331223 Jul 14 13:57:03.508331 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8f108-4f51-4a26-a7cb-142caa85e015 req-cb24830f-5511-4413-b32b-83187c45c4f8 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:03.509760 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d9e8f108-4f51-4a26-a7cb-142caa85e015 req-cb24830f-5511-4413-b32b-83187c45c4f8 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 944 time: 0.0612910 Jul 14 13:57:03.544562 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d9e8f108-4f51-4a26-a7cb-142caa85e015 req-5efcd028-ac7c-4c91-80be-c031ffeee4ec tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293760 Jul 14 13:57:03.783492 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0584e0-ef35-4749-9c42-680ad9e81fd2 req-11c3fb7b-0b84-43cc-9275-8b61f6e59d28 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:03.784688 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9c0584e0-ef35-4749-9c42-680ad9e81fd2 req-11c3fb7b-0b84-43cc-9275-8b61f6e59d28 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 946 time: 0.0648463 Jul 14 13:57:03.822909 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9c0584e0-ef35-4749-9c42-680ad9e81fd2 req-50395887-6618-4cf8-b6d6-833461f75320 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321159 Jul 14 13:57:04.063891 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86570f-d169-4a9c-b4c3-ecba31d3560b req-198f2166-bbb8-44ed-8fbb-71711a2c7297 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:04.065405 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ee86570f-d169-4a9c-b4c3-ecba31d3560b req-198f2166-bbb8-44ed-8fbb-71711a2c7297 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0634685 Jul 14 13:57:04.110187 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ee86570f-d169-4a9c-b4c3-ecba31d3560b req-d204d52b-7886-4baa-9e92-805b6bea02ad tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369487 Jul 14 13:57:04.711495 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f95794-46aa-4dbd-89cf-1a2639e5a7bb req-184afb3d-c262-4750-866b-79275c884998 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:04.712978 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b8f95794-46aa-4dbd-89cf-1a2639e5a7bb req-184afb3d-c262-4750-866b-79275c884998 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 944 time: 0.0607142 Jul 14 13:57:04.753390 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b8f95794-46aa-4dbd-89cf-1a2639e5a7bb req-7afb6e77-99a2-4a8f-b3d1-45786b539fe3 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350308 Jul 14 13:57:05.281948 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b049860-ac75-4985-8101-247251e15296 req-1558c9d9-daba-4669-a7b6-5256947fb22a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:05.283498 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1b049860-ac75-4985-8101-247251e15296 req-1558c9d9-daba-4669-a7b6-5256947fb22a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0631838 Jul 14 13:57:05.322926 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1b049860-ac75-4985-8101-247251e15296 req-e72d03af-6b98-4488-9a8c-ad6a0844648f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328307 Jul 14 13:57:05.497943 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device e6e38da2-7426-4e42-a7ac-424e810eefd9 up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:57:05.546472 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning for port e6e38da2-7426-4e42-a7ac-424e810eefd9 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:57:05.550036 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port e6e38da2-7426-4e42-a7ac-424e810eefd9 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:57:05.550404 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:05.625471 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:05.647484 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e38da2-7426-4e42-a7ac-424e810eefd9'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:57:05.650223 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ce84cd-6139-499c-ae4e-46ea0220701d" -d '{"events": [{"server_uuid": "5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3", "name": "network-vif-plugged", "status": "completed", "tag": "e6e38da2-7426-4e42-a7ac-424e810eefd9"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:57:05.663048 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port e6e38da2-7426-4e42-a7ac-424e810eefd9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e6e38da2-7426-4e42-a7ac-424e810eefd9,segment=NetworkSegment(5df22ef0-0a20-4fe0-bcf6-2f1d416c5632),segment_id=5df22ef0-0a20-4fe0-bcf6-2f1d416c5632)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:05.669241 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:05.696348 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2594011e-82e8-4493-8370-478ce1009642 x-openstack-request-id: req-2594011e-82e8-4493-8370-478ce1009642 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:57:05.696643 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3", "name": "network-vif-plugged", "status": "completed", "tag": "e6e38da2-7426-4e42-a7ac-424e810eefd9", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:57:05.696891 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2594011e-82e8-4493-8370-478ce1009642 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:57:05.697267 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e38da2-7426-4e42-a7ac-424e810eefd9', 'code': 200} Jul 14 13:57:05.720827 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=e6e38da2-7426-4e42-a7ac-424e810eefd9,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:05.728824 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:05.729168 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:05.729504 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:05.729838 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:05.730166 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:05.730491 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:05.730819 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:05.731139 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:05.731461 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:05.731936 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:05.732256 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:05.732571 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:05.842410 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb359e-6704-4336-b9c7-13aff8e0951f req-08515313-0ecc-4ac7-b1f9-71e2b0fd2a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:05.843932 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a0eb359e-6704-4336-b9c7-13aff8e0951f req-08515313-0ecc-4ac7-b1f9-71e2b0fd2a93 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f21fdd7bb4164aba898198e96918cef0&device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 1099 time: 0.0979972 Jul 14 13:57:05.856336 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50386c08-8a27-4422-a129-c5c22d9d8117 req-fe7326eb-73fe-45bf-b451-89ebe2ba785d tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:05.857740 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-50386c08-8a27-4422-a129-c5c22d9d8117 req-fe7326eb-73fe-45bf-b451-89ebe2ba785d tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0821717 Jul 14 13:57:05.929663 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a677a07-ef16-4024-9fad-7b8bbe269f51 req-03f2df9f-b44f-4e0d-ad1a-ffb817b63c92 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:05.931493 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4a677a07-ef16-4024-9fad-7b8bbe269f51 req-03f2df9f-b44f-4e0d-ad1a-ffb817b63c92 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 945 time: 0.0651131 Jul 14 13:57:05.947251 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-50386c08-8a27-4422-a129-c5c22d9d8117 req-e1ecf34f-90f6-4d86-b0af-59f06dd3bcb2 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810304 Jul 14 13:57:05.979597 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb359e-6704-4336-b9c7-13aff8e0951f req-12889f11-dda0-46cb-baa6-d57bc6b26533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:05.981069 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a0eb359e-6704-4336-b9c7-13aff8e0951f req-12889f11-dda0-46cb-baa6-d57bc6b26533 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8c9c30b7-1c6e-4b55-9a15-bcd593742e07 HTTP/1.1" status: 200 len: 920 time: 0.1224921 Jul 14 13:57:05.981327 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4a677a07-ef16-4024-9fad-7b8bbe269f51 req-56c25d65-8c3b-4033-93dc-7b7c1b897d21 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428600 Jul 14 13:57:06.028939 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a0eb359e-6704-4336-b9c7-13aff8e0951f req-1cb0be4c-8de6-4e2a-8af1-2d40a0a058a8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65529375-9dcd-4f62-919b-259a0caddeef HTTP/1.1" status: 200 len: 217 time: 0.0386755 Jul 14 13:57:06.118746 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb359e-6704-4336-b9c7-13aff8e0951f req-407ea1c2-af6e-4860-be48-74dff0cde083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:06.120212 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a0eb359e-6704-4336-b9c7-13aff8e0951f req-407ea1c2-af6e-4860-be48-74dff0cde083 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=383ca765-ab77-499a-b15a-1a74b6126141 HTTP/1.1" status: 200 len: 859 time: 0.0718651 Jul 14 13:57:06.136995 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ae778-e7cf-4ef9-aa5b-080dc15eba9f req-2cf5a44b-2601-4139-b93f-2f14f7f99e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:06.138362 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-103ae778-e7cf-4ef9-aa5b-080dc15eba9f req-2cf5a44b-2601-4139-b93f-2f14f7f99e61 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 1098 time: 0.0889797 Jul 14 13:57:06.169515 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a0eb359e-6704-4336-b9c7-13aff8e0951f req-2c8f111f-9016-4d25-858e-dd17d368572c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8c9c30b7-1c6e-4b55-9a15-bcd593742e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301583 Jul 14 13:57:06.231060 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-103ae778-e7cf-4ef9-aa5b-080dc15eba9f req-0805940c-6c4e-440e-b8c1-8b210e73a8bb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836117 Jul 14 13:57:06.276278 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a0eb359e-6704-4336-b9c7-13aff8e0951f req-b625de04-7e84-4ec3-bcea-68d994bc1a90 service neutron] 10.222.0.54 "GET /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954320 Jul 14 13:57:06.393784 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a0eb359e-6704-4336-b9c7-13aff8e0951f req-c942df68-19ae-44a5-8c91-1483f85a7bda service neutron] 10.222.0.54 "GET /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855010 Jul 14 13:57:07.122892 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b0aff-2eb7-4ded-bf15-9a41f6ef8970 req-f24a353f-7f3c-4495-a0d4-b855739856ae tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:07.124388 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c35b0aff-2eb7-4ded-bf15-9a41f6ef8970 req-f24a353f-7f3c-4495-a0d4-b855739856ae tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0623119 Jul 14 13:57:07.148975 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91a8d3-069d-4bde-b18e-8a2062387d82 req-31c4483d-a5e7-49a9-99c1-d6c67aa058c3 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:07.150425 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1e91a8d3-069d-4bde-b18e-8a2062387d82 req-31c4483d-a5e7-49a9-99c1-d6c67aa058c3 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 945 time: 0.0603907 Jul 14 13:57:07.165661 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c35b0aff-2eb7-4ded-bf15-9a41f6ef8970 req-d3420044-4155-4694-9daf-19d0f8a7b242 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353343 Jul 14 13:57:07.186847 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1e91a8d3-069d-4bde-b18e-8a2062387d82 req-fb02747b-4533-4e13-bd51-9e64b4e1b465 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308499 Jul 14 13:57:07.739501 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14c293-ed26-4095-80e4-11987c5c4a52 req-62a20d72-6f88-4bd5-88d0-ce271051d35e tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:07.740913 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5b14c293-ed26-4095-80e4-11987c5c4a52 req-62a20d72-6f88-4bd5-88d0-ce271051d35e tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 946 time: 0.0647156 Jul 14 13:57:07.778747 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5b14c293-ed26-4095-80e4-11987c5c4a52 req-584ad0f8-1c62-4a36-8bfd-a4752a51a83b tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316131 Jul 14 13:57:08.261807 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-256d8c51-1768-463c-8f04-41a3ecc55db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:08.341833 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81697b87-565f-4c4c-9c7f-8957b8e599e6 req-bd06b46e-0907-4483-8e81-a84531357b65 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:08.343311 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-81697b87-565f-4c4c-9c7f-8957b8e599e6 req-bd06b46e-0907-4483-8e81-a84531357b65 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0622363 Jul 14 13:57:08.359748 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28f492-0f76-480f-9d51-cb3403a11be4 req-df97de7e-790b-4ddc-967b-2d9ca3ea2302 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:08.361490 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ef28f492-0f76-480f-9d51-cb3403a11be4 req-df97de7e-790b-4ddc-967b-2d9ca3ea2302 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 945 time: 0.0613379 Jul 14 13:57:08.380637 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-81697b87-565f-4c4c-9c7f-8957b8e599e6 req-5ac65baf-39be-4915-9e7f-b3adab8ec41e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317490 Jul 14 13:57:08.400729 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ef28f492-0f76-480f-9d51-cb3403a11be4 req-77100325-d654-4717-81da-68bb70c38233 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321920 Jul 14 13:57:08.567091 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9acdc-ca8d-4278-83dd-12a827cde91d req-760099a8-2b1b-4c50-8106-ac10ceb9ee53 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:08.568431 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-75b9acdc-ca8d-4278-83dd-12a827cde91d req-760099a8-2b1b-4c50-8106-ac10ceb9ee53 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 945 time: 0.0617504 Jul 14 13:57:08.604565 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-75b9acdc-ca8d-4278-83dd-12a827cde91d req-88220a57-1f22-43c3-89ba-b252d177f3cb tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308022 Jul 14 13:57:08.628499 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 33132) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:08.717880 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05a9df0-69a1-4186-a141-dda4abd9fbd2 tempest-TestVolumeBootPattern-1059975847 tempest-TestVolumeBootPattern-1059975847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:08.719324 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b05a9df0-69a1-4186-a141-dda4abd9fbd2 tempest-TestVolumeBootPattern-1059975847 tempest-TestVolumeBootPattern-1059975847-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 1093 time: 0.0898712 Jul 14 13:57:08.722207 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 33136) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:08.726918 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-dd1c708c-0cf9-4e2e-bccf-612073a6acc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Request body: {'floatingip': {'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'port_id': 'e6e38da2-7426-4e42-a7ac-424e810eefd9', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:57:08.748913 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd1c708c-0cf9-4e2e-bccf-612073a6acc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for floatingip, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:08.840579 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd1c708c-0cf9-4e2e-bccf-612073a6acc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:08.950613 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-dd1c708c-0cf9-4e2e-bccf-612073a6acc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Allocated IP 172.27.2.156 (cd162c73-a958-4cb4-9ccb-1bec0cade7b8/12dd67ef-565e-43e2-af52-7977bdc7d073/b63b751d-7437-4182-9232-9c0208e1b3b1) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:57:08.950828 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af3594-0500-477a-a456-d0ac085fe23d req-8f5ea3bc-0e5d-4981-874d-44a572a03e77 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:08.952316 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-64af3594-0500-477a-a456-d0ac085fe23d req-8f5ea3bc-0e5d-4981-874d-44a572a03e77 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 946 time: 0.0614769 Jul 14 13:57:08.994637 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-64af3594-0500-477a-a456-d0ac085fe23d req-a296c8bf-a23a-4285-91ac-103c46ab07c1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358860 Jul 14 13:57:09.049360 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd1c708c-0cf9-4e2e-bccf-612073a6acc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:09.086611 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd1c708c-0cf9-4e2e-bccf-612073a6acc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:09.127658 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1c708c-0cf9-4e2e-bccf-612073a6acc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:57:09.130466 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-dd1c708c-0cf9-4e2e-bccf-612073a6acc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:57:09.134410 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1c708c-0cf9-4e2e-bccf-612073a6acc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:57:09.155395 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c708c-0cf9-4e2e-bccf-612073a6acc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Pushing event updated for resources: {'Port': ['ID=b63b751d-7437-4182-9232-9c0208e1b3b1,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:09.626504 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd1c708c-0cf9-4e2e-bccf-612073a6acc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:09.696933 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fa1b8-b0fb-4468-b1ba-a48bb67cf5fd req-42d17b83-a1e9-4cbb-88e2-a139e5c8972b tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:09.698333 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f76fa1b8-b0fb-4468-b1ba-a48bb67cf5fd req-42d17b83-a1e9-4cbb-88e2-a139e5c8972b tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.1974559 Jul 14 13:57:09.765668 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd1c708c-0cf9-4e2e-bccf-612073a6acc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:09.769464 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f76fa1b8-b0fb-4468-b1ba-a48bb67cf5fd req-54dab88f-ddcb-4595-aaf4-73471c5adcd5 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648880 Jul 14 13:57:10.118718 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd1c708c-0cf9-4e2e-bccf-612073a6acc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:10.123714 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd1c708c-0cf9-4e2e-bccf-612073a6acc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:10.166832 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917efb7-a6f4-4396-99f1-6e556ef9f592 req-9c6ff38d-5107-44e3-9007-55a3727440e6 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:10.168335 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9917efb7-a6f4-4396-99f1-6e556ef9f592 req-9c6ff38d-5107-44e3-9007-55a3727440e6 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 946 time: 0.0632043 Jul 14 13:57:10.191424 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c708c-0cf9-4e2e-bccf-612073a6acc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Pushing event updated for resources: {'Port': ['ID=b63b751d-7437-4182-9232-9c0208e1b3b1,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:10.199568 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd1c708c-0cf9-4e2e-bccf-612073a6acc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728900'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:10.205843 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9917efb7-a6f4-4396-99f1-6e556ef9f592 req-2e4a66fc-c76b-4115-b3bf-c053958477d8 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317907 Jul 14 13:57:10.296701 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-dd1c708c-0cf9-4e2e-bccf-612073a6acc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Floating IP 31d1659e-5827-43ba-be6a-2dbe86fbfabe associated. External IP: 172.27.2.156, port: e6e38da2-7426-4e42-a7ac-424e810eefd9. Jul 14 13:57:10.497598 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1c708c-0cf9-4e2e-bccf-612073a6acc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:57:10.602806 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1c708c-0cf9-4e2e-bccf-612073a6acc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:57:10.612306 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c690983-4fea-4de4-bbd3-7a55ef8cf8e8 None None] Sync routers for ids ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'] in dv-cinder-797608-5-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:57:10.617372 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd1c708c-0cf9-4e2e-bccf-612073a6acc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:10.621065 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c690983-4fea-4de4-bbd3-7a55ef8cf8e8 None None] Routers {'1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:57:10.621661 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-7c690983-4fea-4de4-bbd3-7a55ef8cf8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:56:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:10.653295 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-dd1c708c-0cf9-4e2e-bccf-612073a6acc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9301124 Jul 14 13:57:10.653886 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3', 'tag': 'e6e38da2-7426-4e42-a7ac-424e810eefd9'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:57:10.656497 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50bee41-c640-401e-8993-901150d69345" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3", "tag": "e6e38da2-7426-4e42-a7ac-424e810eefd9"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:57:10.690001 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32439557-af77-4ede-b681-2a8aa85a24aa x-openstack-request-id: req-32439557-af77-4ede-b681-2a8aa85a24aa {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:57:10.690293 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3", "tag": "e6e38da2-7426-4e42-a7ac-424e810eefd9", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:57:10.690544 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-32439557-af77-4ede-b681-2a8aa85a24aa {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:57:10.690936 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3', 'tag': 'e6e38da2-7426-4e42-a7ac-424e810eefd9', 'status': 'completed', 'code': 200} Jul 14 13:57:10.723891 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-7c690983-4fea-4de4-bbd3-7a55ef8cf8e8 None None] Set router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:57:10.803363 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bee41-c640-401e-8993-901150d69345 req-acff4266-04cb-4914-bed2-a6686c1edb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:10.805418 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f50bee41-c640-401e-8993-901150d69345 req-acff4266-04cb-4914-bed2-a6686c1edb2a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=990fdf2e13b14e9fb639f1c032174bdf&device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 1098 time: 0.0601366 Jul 14 13:57:10.916987 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-64465c06-916f-439d-b592-8e8aa648d251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:10.918526 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bee41-c640-401e-8993-901150d69345 req-0466a8fd-78b3-4232-ad45-d9859fcb6476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:10.920080 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f50bee41-c640-401e-8993-901150d69345 req-0466a8fd-78b3-4232-ad45-d9859fcb6476 service neutron] 10.222.0.54 "GET /v2.0/networks?id=678bb7df-4b97-4bd4-90be-124739d8c193 HTTP/1.1" status: 200 len: 913 time: 0.1065178 Jul 14 13:57:10.950166 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0398506-8c77-4bda-afd5-7e5792585a4b req-f10ec34d-4308-443a-9cfb-a79ddab9d28a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:10.950394 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-7c690983-4fea-4de4-bbd3-7a55ef8cf8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T13:55:55Z', 'revision_number': 4, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '31d1659e-5827-43ba-be6a-2dbe86fbfabe', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'floating_ip_address': '172.27.2.156', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'port_id': 'e6e38da2-7426-4e42-a7ac-424e810eefd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'mac_address': 'fa:16:3e:d1:b7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:57:09Z', 'updated_at': '2021-07-14T13:57:09Z', 'revision_number': 0, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78efec9-9b4b-4aad-b14f-ee3c0edebc58', 'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'mac_address': 'fa:16:3e:2d:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:55Z', 'updated_at': '2021-07-14T13:56:03Z', 'revision_number': 5, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'subnets': [{'id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:10.951905 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d0398506-8c77-4bda-afd5-7e5792585a4b req-f10ec34d-4308-443a-9cfb-a79ddab9d28a tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0713484 Jul 14 13:57:10.979328 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c690983-4fea-4de4-bbd3-7a55ef8cf8e8 None None] Checking router: 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d for host: dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:57:10.988266 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c690983-4fea-4de4-bbd3-7a55ef8cf8e8 None None] Routers {'1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:57:10.988697 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d0398506-8c77-4bda-afd5-7e5792585a4b req-de424589-4c82-4b2f-8f77-a7b49dee9e5b tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308251 Jul 14 13:57:10.988842 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-7c690983-4fea-4de4-bbd3-7a55ef8cf8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:57:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:10.997038 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f50bee41-c640-401e-8993-901150d69345 req-5923cf0c-1ed0-485d-bdd6-32311d5aebbb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6e38da2-7426-4e42-a7ac-424e810eefd9 HTTP/1.1" status: 200 len: 999 time: 0.0621369 Jul 14 13:57:11.052315 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bee41-c640-401e-8993-901150d69345 req-dc42badd-a05a-439d-92ce-20b360fc507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:11.053762 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f50bee41-c640-401e-8993-901150d69345 req-dc42badd-a05a-439d-92ce-20b360fc507f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aebd5a90-b585-464a-9d2f-1afe8d420f90 HTTP/1.1" status: 200 len: 851 time: 0.0477645 Jul 14 13:57:11.087752 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-7c690983-4fea-4de4-bbd3-7a55ef8cf8e8 None None] Set router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:57:11.110221 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bee41-c640-401e-8993-901150d69345 req-3eac5cd1-6469-4a73-8ad2-bb137263708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:11.111991 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f50bee41-c640-401e-8993-901150d69345 req-3eac5cd1-6469-4a73-8ad2-bb137263708b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=678bb7df-4b97-4bd4-90be-124739d8c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503798 Jul 14 13:57:11.201751 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f50bee41-c640-401e-8993-901150d69345 req-7fc9ea25-cc24-422f-8cfb-0d925395f279 service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798738 Jul 14 13:57:11.224693 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:11.324512 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-7c690983-4fea-4de4-bbd3-7a55ef8cf8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T13:55:55Z', 'revision_number': 4, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '31d1659e-5827-43ba-be6a-2dbe86fbfabe', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'floating_ip_address': '172.27.2.156', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'port_id': 'e6e38da2-7426-4e42-a7ac-424e810eefd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'mac_address': 'fa:16:3e:d1:b7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:57:09Z', 'updated_at': '2021-07-14T13:57:09Z', 'revision_number': 0, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78efec9-9b4b-4aad-b14f-ee3c0edebc58', 'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'mac_address': 'fa:16:3e:2d:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:55Z', 'updated_at': '2021-07-14T13:56:03Z', 'revision_number': 5, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'subnets': [{'id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:11.349755 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c690983-4fea-4de4-bbd3-7a55ef8cf8e8 None None] The sync data for ids ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'] in dv-cinder-797608-5-iscsi is: [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T13:55:55Z', 'revision_number': 4, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '31d1659e-5827-43ba-be6a-2dbe86fbfabe', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'floating_ip_address': '172.27.2.156', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'port_id': 'e6e38da2-7426-4e42-a7ac-424e810eefd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'mac_address': 'fa:16:3e:d1:b7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:57:09Z', 'updated_at': '2021-07-14T13:57:09Z', 'revision_number': 0, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78efec9-9b4b-4aad-b14f-ee3c0edebc58', 'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'mac_address': 'fa:16:3e:2d:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:55Z', 'updated_at': '2021-07-14T13:56:03Z', 'revision_number': 5, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'subnets': [{'id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:57:11.358667 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f50bee41-c640-401e-8993-901150d69345 req-d8d4bef6-8c88-447c-a240-ff5279579e75 service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280928 Jul 14 13:57:11.394715 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfa068-c352-4f55-8524-8f58759f415e req-ac843155-2c7e-4626-af56-e6ea9f2de4a7 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:11.395809 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9cdfa068-c352-4f55-8524-8f58759f415e req-ac843155-2c7e-4626-af56-e6ea9f2de4a7 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 946 time: 0.0754559 Jul 14 13:57:11.467969 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9cdfa068-c352-4f55-8524-8f58759f415e req-596d15c6-98ee-40ad-b000-9b630bdc8f70 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674632 Jul 14 13:57:11.488905 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:11.509497 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41740505-d136-454b-927a-fbe3f6a51d04 req-7872eadb-b053-4d25-88ea-824e8ed45247 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:11.511019 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-41740505-d136-454b-927a-fbe3f6a51d04 req-7872eadb-b053-4d25-88ea-824e8ed45247 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.54 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 946 time: 0.1089242 Jul 14 13:57:11.589280 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45991d14-f183-4dfc-94a1-79571f16d7ec None None] New status for floating IP 31d1659e-5827-43ba-be6a-2dbe86fbfabe: ACTIVE {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:57:11.634659 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-41740505-d136-454b-927a-fbe3f6a51d04 req-250dd651-1e9e-4e6f-8fc9-d24cd8de352b tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Deleting port 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:57:11.635000 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-41740505-d136-454b-927a-fbe3f6a51d04 req-250dd651-1e9e-4e6f-8fc9-d24cd8de352b tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:11.724433 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-41740505-d136-454b-927a-fbe3f6a51d04 req-250dd651-1e9e-4e6f-8fc9-d24cd8de352b tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] For port 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5020ed99-d9cc-49b7-ba54-1c1acf87e4e0,segment=NetworkSegment(d2145662-852d-4ac7-a3b4-db64f99992a1),segment_id=d2145662-852d-4ac7-a3b4-db64f99992a1)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:11.725103 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-41740505-d136-454b-927a-fbe3f6a51d04 req-250dd651-1e9e-4e6f-8fc9-d24cd8de352b tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:11.738586 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-41740505-d136-454b-927a-fbe3f6a51d04 req-250dd651-1e9e-4e6f-8fc9-d24cd8de352b tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Calling delete_port for 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:57:11.841786 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:11.864818 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-41740505-d136-454b-927a-fbe3f6a51d04 req-250dd651-1e9e-4e6f-8fc9-d24cd8de352b tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:11.880112 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee', '3bf29a7a-fd45-4e80-9751-8b376954a09d', '69fe37e1-14e3-44fa-9a67-be8a62f831f8'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:57:11.892032 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250dd651-1e9e-4e6f-8fc9-d24cd8de352b tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Pushing event deleted for resources: {'Port': ['ID=5020ed99-d9cc-49b7-ba54-1c1acf87e4e0,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:11.938588 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-41740505-d136-454b-927a-fbe3f6a51d04 req-250dd651-1e9e-4e6f-8fc9-d24cd8de352b tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] No DVR routers for this DVR port 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0 on host hv-cinder-79760 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:57:11.941202 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-41740505-d136-454b-927a-fbe3f6a51d04 req-250dd651-1e9e-4e6f-8fc9-d24cd8de352b tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:11.943152 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-41740505-d136-454b-927a-fbe3f6a51d04 req-250dd651-1e9e-4e6f-8fc9-d24cd8de352b tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.54 "DELETE /v2.0/ports/5020ed99-d9cc-49b7-ba54-1c1acf87e4e0 HTTP/1.1" status: 204 len: 173 time: 0.4187462 Jul 14 13:57:12.168150 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a4b53-4f90-4115-98ba-45f2c8d2a380 req-16aec221-7ae9-49f8-8cd1-7fde8d1b8819 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:12.169623 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e89a4b53-4f90-4115-98ba-45f2c8d2a380 req-16aec221-7ae9-49f8-8cd1-7fde8d1b8819 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0669677 Jul 14 13:57:12.207116 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e89a4b53-4f90-4115-98ba-45f2c8d2a380 req-fa5b66de-108c-4eda-a82f-0d333d020975 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316780 Jul 14 13:57:12.630325 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ba4e3ee4-f079-47ae-8584-95549bcefa84 req-71603b3e-bd97-4fcb-a08d-e50c9a388378 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1f78b8-2b3c-41ff-972c-0bcd4b066048 HTTP/1.1" status: 200 len: 210 time: 0.0287163 Jul 14 13:57:12.692166 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1f78b8-2b3c-41ff-972c-0bcd4b066048', 'name': 'network-vif-deleted', 'tag': '5020ed99-d9cc-49b7-ba54-1c1acf87e4e0'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:57:12.694529 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be060ffa-c866-4346-a926-0c7f83ca4520" -d '{"events": [{"server_uuid": "fc1f78b8-2b3c-41ff-972c-0bcd4b066048", "name": "network-vif-deleted", "tag": "5020ed99-d9cc-49b7-ba54-1c1acf87e4e0"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:57:12.732494 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41763cb-d0c8-41d9-bfca-42a165d415e7 x-openstack-request-id: req-d41763cb-d0c8-41d9-bfca-42a165d415e7 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:57:12.733067 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1f78b8-2b3c-41ff-972c-0bcd4b066048", "name": "network-vif-deleted", "tag": "5020ed99-d9cc-49b7-ba54-1c1acf87e4e0", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:57:12.733067 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d41763cb-d0c8-41d9-bfca-42a165d415e7 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:57:12.733400 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1f78b8-2b3c-41ff-972c-0bcd4b066048', 'name': 'network-vif-deleted', 'tag': '5020ed99-d9cc-49b7-ba54-1c1acf87e4e0', 'status': 'completed', 'code': 200} Jul 14 13:57:13.560586 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:57:13.581879 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] No Port match for: 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:57:13.582215 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 5020ed99-d9cc-49b7-ba54-1c1acf87e4e0 not bound to the agent host hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:57:13.624120 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:15.188695 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420a946-0d8b-41be-9404-5af018222e02 req-5707bbd8-4e78-4745-aab3-72e0e4295adf tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:15.190116 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b420a946-0d8b-41be-9404-5af018222e02 req-5707bbd8-4e78-4745-aab3-72e0e4295adf tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c28b9be-ef72-4766-b2fa-dab5423e5c08 HTTP/1.1" status: 200 len: 945 time: 0.0625191 Jul 14 13:57:15.227003 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b420a946-0d8b-41be-9404-5af018222e02 req-6e32222f-8e24-4b50-b0ae-1e80c754442c tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307539 Jul 14 13:57:16.408323 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfd40b-67c2-49d7-a1d9-b9cacb460d6f req-39c27e84-2c1c-4af2-8932-e69f17fb0b9c tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:16.409799 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f3bfd40b-67c2-49d7-a1d9-b9cacb460d6f req-39c27e84-2c1c-4af2-8932-e69f17fb0b9c tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c28b9be-ef72-4766-b2fa-dab5423e5c08 HTTP/1.1" status: 200 len: 945 time: 0.0630991 Jul 14 13:57:16.450667 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f3bfd40b-67c2-49d7-a1d9-b9cacb460d6f req-d30f6bbd-d097-4579-a27c-f68e0ca7ab80 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352576 Jul 14 13:57:17.307267 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b3ed7-eb25-4d1b-9f8a-6e35a6031797 req-9c75d4d0-024c-41eb-bd8f-1c42c7604aac tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:17.308742 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ef0b3ed7-eb25-4d1b-9f8a-6e35a6031797 req-9c75d4d0-024c-41eb-bd8f-1c42c7604aac tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0672951 Jul 14 13:57:17.344757 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ef0b3ed7-eb25-4d1b-9f8a-6e35a6031797 req-02acfbc1-11be-4fd3-bb60-4a5036c56b5f tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304866 Jul 14 13:57:17.621972 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db6b1c-58f2-478a-b53e-9ccc90151a2b req-6cee95dc-9357-42d4-a4e0-1dc8ce1db4f3 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:17.623441 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-22db6b1c-58f2-478a-b53e-9ccc90151a2b req-6cee95dc-9357-42d4-a4e0-1dc8ce1db4f3 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c28b9be-ef72-4766-b2fa-dab5423e5c08 HTTP/1.1" status: 200 len: 945 time: 0.0647976 Jul 14 13:57:17.659597 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-22db6b1c-58f2-478a-b53e-9ccc90151a2b req-fb7275df-507a-46fc-9b84-18607472eefb tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304675 Jul 14 13:57:17.893837 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4d751-d2d8-46ed-86e1-7a961d25de2d req-5afd564d-ec18-47b4-86e8-d3934778d989 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:17.895172 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-20f4d751-d2d8-46ed-86e1-7a961d25de2d req-5afd564d-ec18-47b4-86e8-d3934778d989 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c28b9be-ef72-4766-b2fa-dab5423e5c08 HTTP/1.1" status: 200 len: 945 time: 0.0609539 Jul 14 13:57:18.002546 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-20f4d751-d2d8-46ed-86e1-7a961d25de2d req-9c1bd993-bb11-4142-8112-4e9ca3d00f02 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Deleting port 69fe37e1-14e3-44fa-9a67-be8a62f831f8 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:57:18.002885 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-20f4d751-d2d8-46ed-86e1-7a961d25de2d req-9c1bd993-bb11-4142-8112-4e9ca3d00f02 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:18.087083 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-20f4d751-d2d8-46ed-86e1-7a961d25de2d req-9c1bd993-bb11-4142-8112-4e9ca3d00f02 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] For port 69fe37e1-14e3-44fa-9a67-be8a62f831f8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=69fe37e1-14e3-44fa-9a67-be8a62f831f8,segment=NetworkSegment(d2145662-852d-4ac7-a3b4-db64f99992a1),segment_id=d2145662-852d-4ac7-a3b4-db64f99992a1)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:18.087434 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-20f4d751-d2d8-46ed-86e1-7a961d25de2d req-9c1bd993-bb11-4142-8112-4e9ca3d00f02 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:18.099525 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-20f4d751-d2d8-46ed-86e1-7a961d25de2d req-9c1bd993-bb11-4142-8112-4e9ca3d00f02 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Calling delete_port for 69fe37e1-14e3-44fa-9a67-be8a62f831f8 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:57:18.221627 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-20f4d751-d2d8-46ed-86e1-7a961d25de2d req-9c1bd993-bb11-4142-8112-4e9ca3d00f02 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:18.234592 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee', '3bf29a7a-fd45-4e80-9751-8b376954a09d', '69fe37e1-14e3-44fa-9a67-be8a62f831f8'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:57:18.250536 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1bd993-bb11-4142-8112-4e9ca3d00f02 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Pushing event deleted for resources: {'Port': ['ID=69fe37e1-14e3-44fa-9a67-be8a62f831f8,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:18.295868 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f4d751-d2d8-46ed-86e1-7a961d25de2d req-9c1bd993-bb11-4142-8112-4e9ca3d00f02 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] No DVR routers for this DVR port 69fe37e1-14e3-44fa-9a67-be8a62f831f8 on host hv-cinder-79760 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:57:18.299096 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-20f4d751-d2d8-46ed-86e1-7a961d25de2d req-9c1bd993-bb11-4142-8112-4e9ca3d00f02 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:18.301094 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-20f4d751-d2d8-46ed-86e1-7a961d25de2d req-9c1bd993-bb11-4142-8112-4e9ca3d00f02 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.54 "DELETE /v2.0/ports/69fe37e1-14e3-44fa-9a67-be8a62f831f8 HTTP/1.1" status: 204 len: 173 time: 0.3984985 Jul 14 13:57:18.307331 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c28b9be-ef72-4766-b2fa-dab5423e5c08', 'name': 'network-vif-deleted', 'tag': '69fe37e1-14e3-44fa-9a67-be8a62f831f8'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:57:18.307331 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a64e5a-1b2e-4ea8-a62d-c9fe272a5b86" -d '{"events": [{"server_uuid": "2c28b9be-ef72-4766-b2fa-dab5423e5c08", "name": "network-vif-deleted", "tag": "69fe37e1-14e3-44fa-9a67-be8a62f831f8"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:57:18.344045 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b12c5c-2812-44e8-a50d-aa3b81e0b3a4 x-openstack-request-id: req-d4b12c5c-2812-44e8-a50d-aa3b81e0b3a4 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:57:18.348061 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c28b9be-ef72-4766-b2fa-dab5423e5c08", "name": "network-vif-deleted", "tag": "69fe37e1-14e3-44fa-9a67-be8a62f831f8", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:57:18.348313 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d4b12c5c-2812-44e8-a50d-aa3b81e0b3a4 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:57:18.348723 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c28b9be-ef72-4766-b2fa-dab5423e5c08', 'name': 'network-vif-deleted', 'tag': '69fe37e1-14e3-44fa-9a67-be8a62f831f8', 'status': 'completed', 'code': 200} Jul 14 13:57:18.537575 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05471be1-a110-4ed4-beb9-272096ae88bb req-44600637-5d11-41e1-a014-73c0b3109052 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:18.539056 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-05471be1-a110-4ed4-beb9-272096ae88bb req-44600637-5d11-41e1-a014-73c0b3109052 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0657134 Jul 14 13:57:18.577967 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-05471be1-a110-4ed4-beb9-272096ae88bb req-afa17ade-ede1-4680-8a60-1cc46df21611 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332179 Jul 14 13:57:18.811903 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4ffbaf39-febc-4253-8790-ed7b48e94162 req-d996408a-e5c9-4e0a-b2e0-9c2f070f4d45 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c28b9be-ef72-4766-b2fa-dab5423e5c08 HTTP/1.1" status: 200 len: 210 time: 0.0306463 Jul 14 13:57:19.744967 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f7376-e3e1-4346-a970-0960fcb93e74 req-f92b25f4-e602-484b-8d5e-c0f8fcd482f1 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:19.746310 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-208f7376-e3e1-4346-a970-0960fcb93e74 req-f92b25f4-e602-484b-8d5e-c0f8fcd482f1 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0605268 Jul 14 13:57:19.785507 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-208f7376-e3e1-4346-a970-0960fcb93e74 req-f1f0749d-972b-4113-bdd7-3b23ac99a1f4 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337267 Jul 14 13:57:20.242597 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788918c5-7890-4757-956a-8a40f7494284 req-4e2b709f-ea44-4bea-b9c7-7866538366e3 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:20.244091 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-788918c5-7890-4757-956a-8a40f7494284 req-4e2b709f-ea44-4bea-b9c7-7866538366e3 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb HTTP/1.1" status: 200 len: 945 time: 0.0617170 Jul 14 13:57:20.281356 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-788918c5-7890-4757-956a-8a40f7494284 req-e9f2c2cc-1b7d-429e-8510-e8e0ceaeb4cb tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317311 Jul 14 13:57:20.744783 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa77a4-ede4-4f3f-a898-c24b14ad7810 req-e37a51f9-7db3-4bb2-b28a-1c954f8d8531 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:20.746183 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-97fa77a4-ede4-4f3f-a898-c24b14ad7810 req-e37a51f9-7db3-4bb2-b28a-1c954f8d8531 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.54 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 945 time: 0.0632174 Jul 14 13:57:20.852626 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-97fa77a4-ede4-4f3f-a898-c24b14ad7810 req-31c79d9f-741c-43bc-b797-9e1477ea7958 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Deleting port 608f3926-4cc7-4d0b-9f62-b5e32f5cca74 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:57:20.852970 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-97fa77a4-ede4-4f3f-a898-c24b14ad7810 req-31c79d9f-741c-43bc-b797-9e1477ea7958 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:20.943478 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-97fa77a4-ede4-4f3f-a898-c24b14ad7810 req-31c79d9f-741c-43bc-b797-9e1477ea7958 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] For port 608f3926-4cc7-4d0b-9f62-b5e32f5cca74, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=608f3926-4cc7-4d0b-9f62-b5e32f5cca74,segment=NetworkSegment(bb1fff05-3f16-43b3-b907-dd71af5a0243),segment_id=bb1fff05-3f16-43b3-b907-dd71af5a0243)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:20.943890 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-97fa77a4-ede4-4f3f-a898-c24b14ad7810 req-31c79d9f-741c-43bc-b797-9e1477ea7958 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:20.958397 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-97fa77a4-ede4-4f3f-a898-c24b14ad7810 req-31c79d9f-741c-43bc-b797-9e1477ea7958 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Calling delete_port for 608f3926-4cc7-4d0b-9f62-b5e32f5cca74 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:57:21.084642 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-97fa77a4-ede4-4f3f-a898-c24b14ad7810 req-31c79d9f-741c-43bc-b797-9e1477ea7958 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:21.101519 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['65529375-9dcd-4f62-919b-259a0caddeef', '608f3926-4cc7-4d0b-9f62-b5e32f5cca74'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:57:21.119409 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c79d9f-741c-43bc-b797-9e1477ea7958 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Pushing event deleted for resources: {'Port': ['ID=608f3926-4cc7-4d0b-9f62-b5e32f5cca74,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:21.162543 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fa77a4-ede4-4f3f-a898-c24b14ad7810 req-31c79d9f-741c-43bc-b797-9e1477ea7958 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] No DVR routers for this DVR port 608f3926-4cc7-4d0b-9f62-b5e32f5cca74 on host hv-cinder-79760 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:57:21.165695 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-97fa77a4-ede4-4f3f-a898-c24b14ad7810 req-31c79d9f-741c-43bc-b797-9e1477ea7958 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:21.167493 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-97fa77a4-ede4-4f3f-a898-c24b14ad7810 req-31c79d9f-741c-43bc-b797-9e1477ea7958 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.54 "DELETE /v2.0/ports/608f3926-4cc7-4d0b-9f62-b5e32f5cca74 HTTP/1.1" status: 204 len: 173 time: 0.4084828 Jul 14 13:57:21.167951 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f023832b-beba-41f0-a143-5e7692c984d1', 'name': 'network-vif-deleted', 'tag': '608f3926-4cc7-4d0b-9f62-b5e32f5cca74'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:57:21.169238 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ab1d9-ba28-42e3-b416-44e068ad8fc4 req-d36dbe14-9dd3-4e02-9617-7a118e2f5f36 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:21.170221 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6494790-b3db-48b2-869f-9ef149060e89" -d '{"events": [{"server_uuid": "f023832b-beba-41f0-a143-5e7692c984d1", "name": "network-vif-deleted", "tag": "608f3926-4cc7-4d0b-9f62-b5e32f5cca74"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:57:21.171119 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-525ab1d9-ba28-42e3-b416-44e068ad8fc4 req-d36dbe14-9dd3-4e02-9617-7a118e2f5f36 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=f023832b-beba-41f0-a143-5e7692c984d1 HTTP/1.1" status: 200 len: 867 time: 0.2682207 Jul 14 13:57:21.215367 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd836ba1-4e40-4bd0-8ee4-49040c713935 x-openstack-request-id: req-cd836ba1-4e40-4bd0-8ee4-49040c713935 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:57:21.216242 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f023832b-beba-41f0-a143-5e7692c984d1", "name": "network-vif-deleted", "tag": "608f3926-4cc7-4d0b-9f62-b5e32f5cca74", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:57:21.216242 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cd836ba1-4e40-4bd0-8ee4-49040c713935 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:57:21.216589 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f023832b-beba-41f0-a143-5e7692c984d1', 'name': 'network-vif-deleted', 'tag': '608f3926-4cc7-4d0b-9f62-b5e32f5cca74', 'status': 'completed', 'code': 200} Jul 14 13:57:21.220146 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-525ab1d9-ba28-42e3-b416-44e068ad8fc4 req-769efb59-8f88-4b89-83db-98a918e61037 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416937 Jul 14 13:57:21.451993 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c815732-b824-4def-a4c5-417bf5828fbf req-c76c9afc-d592-4bb5-8904-2f70b58480d0 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:21.453453 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8c815732-b824-4def-a4c5-417bf5828fbf req-c76c9afc-d592-4bb5-8904-2f70b58480d0 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb HTTP/1.1" status: 200 len: 945 time: 0.0624952 Jul 14 13:57:21.490637 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8c815732-b824-4def-a4c5-417bf5828fbf req-f045783c-efee-4623-b9b4-cd750b1acb22 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315838 Jul 14 13:57:21.575577 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 69fe37e1-14e3-44fa-9a67-be8a62f831f8 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:57:21.595144 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] No Port match for: 69fe37e1-14e3-44fa-9a67-be8a62f831f8 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:57:21.595483 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 69fe37e1-14e3-44fa-9a67-be8a62f831f8 not bound to the agent host hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:57:22.381105 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1070c8-6eb5-4f39-aeab-5f0146d2a5ee req-b960c306-b281-4ca4-bf6e-f68c8b63f90c tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:22.383140 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fd1070c8-6eb5-4f39-aeab-5f0146d2a5ee req-b960c306-b281-4ca4-bf6e-f68c8b63f90c tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb HTTP/1.1" status: 200 len: 945 time: 0.0704498 Jul 14 13:57:22.488821 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-fd1070c8-6eb5-4f39-aeab-5f0146d2a5ee req-29806594-0294-44cc-983c-b38bc395be33 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Deleting port 3bf29a7a-fd45-4e80-9751-8b376954a09d {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:57:22.489850 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-fd1070c8-6eb5-4f39-aeab-5f0146d2a5ee req-29806594-0294-44cc-983c-b38bc395be33 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:22.620797 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-fd1070c8-6eb5-4f39-aeab-5f0146d2a5ee req-29806594-0294-44cc-983c-b38bc395be33 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] For port 3bf29a7a-fd45-4e80-9751-8b376954a09d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3bf29a7a-fd45-4e80-9751-8b376954a09d,segment=NetworkSegment(d2145662-852d-4ac7-a3b4-db64f99992a1),segment_id=d2145662-852d-4ac7-a3b4-db64f99992a1)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:22.621211 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-fd1070c8-6eb5-4f39-aeab-5f0146d2a5ee req-29806594-0294-44cc-983c-b38bc395be33 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:22.633439 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-fd1070c8-6eb5-4f39-aeab-5f0146d2a5ee req-29806594-0294-44cc-983c-b38bc395be33 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Calling delete_port for 3bf29a7a-fd45-4e80-9751-8b376954a09d owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:57:22.673481 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90a8cb-267c-47f3-87a6-cef793d07c9d req-c1dcd72c-4367-488c-8355-882ca5bc88a1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:22.674938 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4a90a8cb-267c-47f3-87a6-cef793d07c9d req-c1dcd72c-4367-488c-8355-882ca5bc88a1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb HTTP/1.1" status: 200 len: 945 time: 0.0635059 Jul 14 13:57:22.712071 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4a90a8cb-267c-47f3-87a6-cef793d07c9d req-89657635-21c1-4426-8942-916ecb8c1c9a tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308170 Jul 14 13:57:22.762046 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b383f-0118-4d63-a409-d2c71b4a7fb4 req-b6664041-a308-47be-89f7-90ece86ba2be tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:22.763508 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d72b383f-0118-4d63-a409-d2c71b4a7fb4 req-b6664041-a308-47be-89f7-90ece86ba2be tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.1212368 Jul 14 13:57:22.831254 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d72b383f-0118-4d63-a409-d2c71b4a7fb4 req-5f45b8f1-cbed-43eb-907d-f898a5b1d013 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620193 Jul 14 13:57:22.832237 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-fd1070c8-6eb5-4f39-aeab-5f0146d2a5ee req-29806594-0294-44cc-983c-b38bc395be33 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:22.845546 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee', '3bf29a7a-fd45-4e80-9751-8b376954a09d'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:57:22.862233 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29806594-0294-44cc-983c-b38bc395be33 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Pushing event deleted for resources: {'Port': ['ID=3bf29a7a-fd45-4e80-9751-8b376954a09d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:22.909206 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1070c8-6eb5-4f39-aeab-5f0146d2a5ee req-29806594-0294-44cc-983c-b38bc395be33 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] No DVR routers for this DVR port 3bf29a7a-fd45-4e80-9751-8b376954a09d on host hv-cinder-79760 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:57:22.911543 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-fd1070c8-6eb5-4f39-aeab-5f0146d2a5ee req-29806594-0294-44cc-983c-b38bc395be33 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:22.914070 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fd1070c8-6eb5-4f39-aeab-5f0146d2a5ee req-29806594-0294-44cc-983c-b38bc395be33 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.54 "DELETE /v2.0/ports/3bf29a7a-fd45-4e80-9751-8b376954a09d HTTP/1.1" status: 204 len: 173 time: 0.5225518 Jul 14 13:57:23.217183 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb', 'name': 'network-vif-deleted', 'tag': '3bf29a7a-fd45-4e80-9751-8b376954a09d'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:57:23.219577 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039899e0-e816-4329-a8f4-13f9d4a3fc30" -d '{"events": [{"server_uuid": "c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb", "name": "network-vif-deleted", "tag": "3bf29a7a-fd45-4e80-9751-8b376954a09d"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:57:23.253257 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74ffc62-b376-4182-a51a-47dcdf7eb2f1 x-openstack-request-id: req-f74ffc62-b376-4182-a51a-47dcdf7eb2f1 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:57:23.253717 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb", "name": "network-vif-deleted", "tag": "3bf29a7a-fd45-4e80-9751-8b376954a09d", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:57:23.253966 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f74ffc62-b376-4182-a51a-47dcdf7eb2f1 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:57:23.254344 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cc0cb5-bde8-4f5d-82c8-6edad4e443eb', 'name': 'network-vif-deleted', 'tag': '3bf29a7a-fd45-4e80-9751-8b376954a09d', 'status': 'completed', 'code': 200} Jul 14 13:57:23.594443 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 608f3926-4cc7-4d0b-9f62-b5e32f5cca74 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:57:23.614445 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] No Port match for: 608f3926-4cc7-4d0b-9f62-b5e32f5cca74 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:57:23.614778 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 608f3926-4cc7-4d0b-9f62-b5e32f5cca74 not bound to the agent host hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:57:23.615172 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 3bf29a7a-fd45-4e80-9751-8b376954a09d no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:57:23.632627 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] No Port match for: 3bf29a7a-fd45-4e80-9751-8b376954a09d {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:57:23.632960 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 3bf29a7a-fd45-4e80-9751-8b376954a09d not bound to the agent host hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:57:24.007508 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917119a-afdd-4ac3-94b5-d89b001d8a54 req-3230a4d0-d300-4f47-a1b1-b5249964d048 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:24.008878 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f917119a-afdd-4ac3-94b5-d89b001d8a54 req-3230a4d0-d300-4f47-a1b1-b5249964d048 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0634634 Jul 14 13:57:24.044761 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f917119a-afdd-4ac3-94b5-d89b001d8a54 req-e2da8d76-9392-4356-9931-5d138ec1af72 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303979 Jul 14 13:57:25.218693 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa229ff-0e9b-4032-9449-773dcef2b73d req-512ff981-4f80-4782-8850-37f7a915c4f9 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:25.220226 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ffa229ff-0e9b-4032-9449-773dcef2b73d req-512ff981-4f80-4782-8850-37f7a915c4f9 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0662413 Jul 14 13:57:25.271521 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ffa229ff-0e9b-4032-9449-773dcef2b73d req-20736663-7014-44dc-830b-1f35e9444572 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447369 Jul 14 13:57:25.422568 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d795cc-c7ab-48ac-8eb3-c3332eae380e req-ef712f29-aa1d-4515-a3b1-97b8ead1e5cc tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:25.424049 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-73d795cc-c7ab-48ac-8eb3-c3332eae380e req-ef712f29-aa1d-4515-a3b1-97b8ead1e5cc tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7ae14f0-3d50-4e38-980e-f2d4b436b2ac HTTP/1.1" status: 200 len: 945 time: 0.0614181 Jul 14 13:57:25.461991 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-73d795cc-c7ab-48ac-8eb3-c3332eae380e req-cbac1ca9-5e42-4660-a91d-d0d2ac1f674a tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320182 Jul 14 13:57:26.440546 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f8f72-ad46-4883-ba55-5d6048ae7aae req-671759a6-80bf-40cc-971d-32d6c8b210e7 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:26.442524 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b20f8f72-ad46-4883-ba55-5d6048ae7aae req-671759a6-80bf-40cc-971d-32d6c8b210e7 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0613053 Jul 14 13:57:26.482311 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b20f8f72-ad46-4883-ba55-5d6048ae7aae req-2dd107a7-2887-4cbb-b0f4-1fff27fd6588 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337021 Jul 14 13:57:26.627114 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f3d66-de9c-412d-997a-4a7e400bf364 req-dd1b2f68-d5a6-4173-a262-03b347bd7b65 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:26.628560 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-155f3d66-de9c-412d-997a-4a7e400bf364 req-dd1b2f68-d5a6-4173-a262-03b347bd7b65 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7ae14f0-3d50-4e38-980e-f2d4b436b2ac HTTP/1.1" status: 200 len: 945 time: 0.0605450 Jul 14 13:57:26.664452 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-155f3d66-de9c-412d-997a-4a7e400bf364 req-8bd0316d-23f2-4d6f-813b-d5525e4f164c tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304773 Jul 14 13:57:27.651992 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb0afc-3a49-4afe-bd09-fe0cb7681fc3 req-193ad55f-0ab0-48a0-bbc3-518fc9bd2f55 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:27.653372 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-18fb0afc-3a49-4afe-bd09-fe0cb7681fc3 req-193ad55f-0ab0-48a0-bbc3-518fc9bd2f55 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0620737 Jul 14 13:57:27.689328 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-18fb0afc-3a49-4afe-bd09-fe0cb7681fc3 req-26e94964-34e5-4b22-bccd-24ddc6a1008e tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305228 Jul 14 13:57:27.871371 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aec75c-07fe-4685-bcc4-c74702b1a835 req-f4f95e4d-6606-406f-a3cd-1ca2427f3959 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:27.872826 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c3aec75c-07fe-4685-bcc4-c74702b1a835 req-f4f95e4d-6606-406f-a3cd-1ca2427f3959 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7ae14f0-3d50-4e38-980e-f2d4b436b2ac HTTP/1.1" status: 200 len: 945 time: 0.1017082 Jul 14 13:57:27.893225 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc4e75-0b08-45b9-b2ae-4e3f85e7eb51 req-2168768c-745d-4004-9a58-b3056c4abf9b tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:27.894563 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0ddc4e75-0b08-45b9-b2ae-4e3f85e7eb51 req-2168768c-745d-4004-9a58-b3056c4abf9b tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7ae14f0-3d50-4e38-980e-f2d4b436b2ac HTTP/1.1" status: 200 len: 945 time: 0.0871866 Jul 14 13:57:27.941408 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c3aec75c-07fe-4685-bcc4-c74702b1a835 req-cfe02325-a780-47bb-bc45-2fc3fce8676f tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd3346cc-1091-4915-b0bf-33e5d4d88061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630324 Jul 14 13:57:28.012432 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-0ddc4e75-0b08-45b9-b2ae-4e3f85e7eb51 req-69c5b1a6-6ae9-47a6-959a-25592693a7b1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Deleting port cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:57:28.012764 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0ddc4e75-0b08-45b9-b2ae-4e3f85e7eb51 req-69c5b1a6-6ae9-47a6-959a-25592693a7b1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:28.095629 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-0ddc4e75-0b08-45b9-b2ae-4e3f85e7eb51 req-69c5b1a6-6ae9-47a6-959a-25592693a7b1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] For port cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee,segment=NetworkSegment(d2145662-852d-4ac7-a3b4-db64f99992a1),segment_id=d2145662-852d-4ac7-a3b4-db64f99992a1)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:28.096000 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0ddc4e75-0b08-45b9-b2ae-4e3f85e7eb51 req-69c5b1a6-6ae9-47a6-959a-25592693a7b1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:28.108581 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-0ddc4e75-0b08-45b9-b2ae-4e3f85e7eb51 req-69c5b1a6-6ae9-47a6-959a-25592693a7b1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Calling delete_port for cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:57:28.230525 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0ddc4e75-0b08-45b9-b2ae-4e3f85e7eb51 req-69c5b1a6-6ae9-47a6-959a-25592693a7b1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:28.251079 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:57:28.257982 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5b1a6-6ae9-47a6-959a-25592693a7b1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Pushing event deleted for resources: {'Port': ['ID=cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:28.302332 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ddc4e75-0b08-45b9-b2ae-4e3f85e7eb51 req-69c5b1a6-6ae9-47a6-959a-25592693a7b1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] No DVR routers for this DVR port cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee on host hv-cinder-79760 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:57:28.304625 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0ddc4e75-0b08-45b9-b2ae-4e3f85e7eb51 req-69c5b1a6-6ae9-47a6-959a-25592693a7b1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:28.306547 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0ddc4e75-0b08-45b9-b2ae-4e3f85e7eb51 req-69c5b1a6-6ae9-47a6-959a-25592693a7b1 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.54 "DELETE /v2.0/ports/cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee HTTP/1.1" status: 204 len: 173 time: 0.3943322 Jul 14 13:57:28.307304 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ae14f0-3d50-4e38-980e-f2d4b436b2ac', 'name': 'network-vif-deleted', 'tag': 'cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:57:28.309520 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e878c3b8-3aa2-4260-9b16-2f6f89879fb2" -d '{"events": [{"server_uuid": "a7ae14f0-3d50-4e38-980e-f2d4b436b2ac", "name": "network-vif-deleted", "tag": "cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:57:28.345721 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f68cb6a-1f9a-4d68-bd8d-b5d412bb6d72 x-openstack-request-id: req-5f68cb6a-1f9a-4d68-bd8d-b5d412bb6d72 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:57:28.346009 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ae14f0-3d50-4e38-980e-f2d4b436b2ac", "name": "network-vif-deleted", "tag": "cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:57:28.346259 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5f68cb6a-1f9a-4d68-bd8d-b5d412bb6d72 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:57:28.346657 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ae14f0-3d50-4e38-980e-f2d4b436b2ac', 'name': 'network-vif-deleted', 'tag': 'cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee', 'status': 'completed', 'code': 200} Jul 14 13:57:28.861080 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9f2eb-68bb-41ca-9348-35a442964a9f req-c0495aa3-f8c3-47b6-aedc-af741b9626d0 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:28.862546 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-65b9f2eb-68bb-41ca-9348-35a442964a9f req-c0495aa3-f8c3-47b6-aedc-af741b9626d0 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0651004 Jul 14 13:57:28.898650 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-65b9f2eb-68bb-41ca-9348-35a442964a9f req-cf7dc9ca-e893-4eec-93cc-d82017891d52 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306728 Jul 14 13:57:29.097053 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-17cebaa2-509d-4044-aca1-e283af113421 req-e605dc72-edf5-4af8-8492-056029d53543 tempest-AttachVolumeNegativeTest-722894143 tempest-AttachVolumeNegativeTest-722894143-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7ae14f0-3d50-4e38-980e-f2d4b436b2ac HTTP/1.1" status: 200 len: 210 time: 0.0275266 Jul 14 13:57:30.065844 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196e497-46ef-403d-b4fe-4153c2ef7305 req-39ac3a74-7637-440b-87dc-eeb8cd8bdba5 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:30.067278 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7196e497-46ef-403d-b4fe-4153c2ef7305 req-39ac3a74-7637-440b-87dc-eeb8cd8bdba5 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0606990 Jul 14 13:57:30.103663 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7196e497-46ef-403d-b4fe-4153c2ef7305 req-58ff2b3a-aa2d-47df-8741-9f567f2b1ef5 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302691 Jul 14 13:57:30.186357 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 33280) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:30.228306 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dea839d-5d9f-4602-8272-f101717347de admin admin] Deleting subnet a19bf847-6c2a-44f6-8327-c316a95a534a {{(pid=92930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:57:30.231139 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2dea839d-5d9f-4602-8272-f101717347de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.266493 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2dea839d-5d9f-4602-8272-f101717347de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127483996'] for subnet, precommit_delete_associations {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.302629 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2dea839d-5d9f-4602-8272-f101717347de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1831242'] for subnet, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.352262 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2dea839d-5d9f-4602-8272-f101717347de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127483997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127770616'] for subnet, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.374922 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea839d-5d9f-4602-8272-f101717347de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a19bf847-6c2a-44f6-8327-c316a95a534a,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:30.385173 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2dea839d-5d9f-4602-8272-f101717347de admin admin] Notify callbacks [] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.386994 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-2dea839d-5d9f-4602-8272-f101717347de admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a19bf847-6c2a-44f6-8327-c316a95a534a HTTP/1.1" status: 204 len: 168 time: 0.1996541 Jul 14 13:57:30.388468 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea839d-5d9f-4602-8272-f101717347de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:30.388814 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea839d-5d9f-4602-8272-f101717347de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:30.389149 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea839d-5d9f-4602-8272-f101717347de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:30.389510 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea839d-5d9f-4602-8272-f101717347de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:30.389719 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 33282) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:30.389822 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea839d-5d9f-4602-8272-f101717347de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:30.390123 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea839d-5d9f-4602-8272-f101717347de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:30.390447 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea839d-5d9f-4602-8272-f101717347de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:30.390774 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea839d-5d9f-4602-8272-f101717347de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:30.391165 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea839d-5d9f-4602-8272-f101717347de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:30.391415 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea839d-5d9f-4602-8272-f101717347de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:30.391767 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea839d-5d9f-4602-8272-f101717347de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:30.392087 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea839d-5d9f-4602-8272-f101717347de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:30.458697 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b5d8314b-7b9d-48ba-a395-b13c795b92dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670563'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.534317 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b5d8314b-7b9d-48ba-a395-b13c795b92dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833695', 'neutron.services.segments.db._delete_segments_for_network-8781940339011'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.544389 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-b5d8314b-7b9d-48ba-a395-b13c795b92dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d8aaf29-600d-41c9-a168-bd054a164eb1']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:30.554046 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-b5d8314b-7b9d-48ba-a395-b13c795b92dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2145662-852d-4ac7-a3b4-db64f99992a1') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:30.554342 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-b5d8314b-7b9d-48ba-a395-b13c795b92dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2145662-852d-4ac7-a3b4-db64f99992a1') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:30.562725 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b5d8314b-7b9d-48ba-a395-b13c795b92dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781940338508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125936999'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.575960 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b5d8314b-7b9d-48ba-a395-b13c795b92dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.581792 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d8314b-7b9d-48ba-a395-b13c795b92dd admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:57:30.582328 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b5d8314b-7b9d-48ba-a395-b13c795b92dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125937378'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: timer() Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: cb(*args, **kw) Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: self._notify() Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: self.callback(batched_events) Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: event.method(event) Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: return self._get(url).json() Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:57:30.583934 dv-cinder-797608-5-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:57:30.638283 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b5d8314b-7b9d-48ba-a395-b13c795b92dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728938'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.645119 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b5d8314b-7b9d-48ba-a395-b13c795b92dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.648573 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b5d8314b-7b9d-48ba-a395-b13c795b92dd admin admin] 10.222.0.45 "DELETE /v2.0/networks/8d8aaf29-600d-41c9-a168-bd054a164eb1 HTTP/1.1" status: 204 len: 168 time: 0.2578263 Jul 14 13:57:30.658139 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8314b-7b9d-48ba-a395-b13c795b92dd admin admin] Pushing event deleted for resources: {'Network': ['ID=8d8aaf29-600d-41c9-a168-bd054a164eb1,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:30.833198 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 33286) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:30.871887 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9f1f32da-aefc-44ab-8303-6bbabd39e2ad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=78b6057ec0e34a79b42f337ec4589849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375257 Jul 14 13:57:30.874187 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 33288) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:30.921271 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7fc20d6f-c024-4f6a-b6ef-5bb5a20abc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.942460 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7fc20d6f-c024-4f6a-b6ef-5bb5a20abc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.985927 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7fc20d6f-c024-4f6a-b6ef-5bb5a20abc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.988567 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7fc20d6f-c024-4f6a-b6ef-5bb5a20abc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.992543 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7fc20d6f-c024-4f6a-b6ef-5bb5a20abc8a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dd3346cc-1091-4915-b0bf-33e5d4d88061 HTTP/1.1" status: 204 len: 168 time: 0.1146226 Jul 14 13:57:30.997602 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc20d6f-c024-4f6a-b6ef-5bb5a20abc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3346cc-1091-4915-b0bf-33e5d4d88061,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:31.159940 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeca084-7d01-4898-b2c6-f87f4ffaf25e req-7ce34fc6-77e7-454c-b4d2-12bd481ce815 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:31.161414 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0aeca084-7d01-4898-b2c6-f87f4ffaf25e req-7ce34fc6-77e7-454c-b4d2-12bd481ce815 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.54 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.0677810 Jul 14 13:57:31.311408 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-0aeca084-7d01-4898-b2c6-f87f4ffaf25e req-3f4a5bca-3456-4e6f-9dc3-503a1ee64540 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Deleting port 65529375-9dcd-4f62-919b-259a0caddeef {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:57:31.311769 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0aeca084-7d01-4898-b2c6-f87f4ffaf25e req-3f4a5bca-3456-4e6f-9dc3-503a1ee64540 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:31.331685 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9718eb-6997-4172-bf7f-fde1da8e0d97 req-6fe3c57e-20f3-4d38-897d-3d9e0d48973b tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:31.333140 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1f9718eb-6997-4172-bf7f-fde1da8e0d97 req-6fe3c57e-20f3-4d38-897d-3d9e0d48973b tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/ports?device_id=af4d0995-61b7-47cf-a54a-918f166f3a53 HTTP/1.1" status: 200 len: 946 time: 0.1143212 Jul 14 13:57:31.410265 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1f9718eb-6997-4172-bf7f-fde1da8e0d97 req-a9d1bf4a-d536-4150-aa7a-8684da57f8b3 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.45 "GET /v2.0/security-groups?id=da8a5e3f-f66d-464c-815d-e9fb01913591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521309 Jul 14 13:57:31.433231 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-0aeca084-7d01-4898-b2c6-f87f4ffaf25e req-3f4a5bca-3456-4e6f-9dc3-503a1ee64540 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] For port 65529375-9dcd-4f62-919b-259a0caddeef, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=65529375-9dcd-4f62-919b-259a0caddeef,segment=NetworkSegment(bb1fff05-3f16-43b3-b907-dd71af5a0243),segment_id=bb1fff05-3f16-43b3-b907-dd71af5a0243)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:31.433595 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0aeca084-7d01-4898-b2c6-f87f4ffaf25e req-3f4a5bca-3456-4e6f-9dc3-503a1ee64540 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:31.447159 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-0aeca084-7d01-4898-b2c6-f87f4ffaf25e req-3f4a5bca-3456-4e6f-9dc3-503a1ee64540 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Calling delete_port for 65529375-9dcd-4f62-919b-259a0caddeef owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:57:31.575283 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0aeca084-7d01-4898-b2c6-f87f4ffaf25e req-3f4a5bca-3456-4e6f-9dc3-503a1ee64540 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:31.591482 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['65529375-9dcd-4f62-919b-259a0caddeef'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:57:31.605644 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a5bca-3456-4e6f-9dc3-503a1ee64540 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Pushing event deleted for resources: {'Port': ['ID=65529375-9dcd-4f62-919b-259a0caddeef,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:31.631478 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 65529375-9dcd-4f62-919b-259a0caddeef no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:57:31.651287 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] No Port match for: 65529375-9dcd-4f62-919b-259a0caddeef {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:57:31.651632 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 65529375-9dcd-4f62-919b-259a0caddeef not bound to the agent host hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:57:31.652041 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:57:31.656439 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aeca084-7d01-4898-b2c6-f87f4ffaf25e req-3f4a5bca-3456-4e6f-9dc3-503a1ee64540 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] No DVR routers for this DVR port 65529375-9dcd-4f62-919b-259a0caddeef on host hv-cinder-79760 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:57:31.658987 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-0aeca084-7d01-4898-b2c6-f87f4ffaf25e req-3f4a5bca-3456-4e6f-9dc3-503a1ee64540 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:31.661312 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0aeca084-7d01-4898-b2c6-f87f4ffaf25e req-3f4a5bca-3456-4e6f-9dc3-503a1ee64540 tempest-ServerRescueNegativeTestJSON-887988205 tempest-ServerRescueNegativeTestJSON-887988205-project] 10.222.0.54 "DELETE /v2.0/ports/65529375-9dcd-4f62-919b-259a0caddeef HTTP/1.1" status: 204 len: 173 time: 0.4864583 Jul 14 13:57:31.661767 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4d0995-61b7-47cf-a54a-918f166f3a53', 'name': 'network-vif-deleted', 'tag': '65529375-9dcd-4f62-919b-259a0caddeef'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:57:31.664071 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f239b131-4baf-4a8c-a180-61f1069ebc0c" -d '{"events": [{"server_uuid": "af4d0995-61b7-47cf-a54a-918f166f3a53", "name": "network-vif-deleted", "tag": "65529375-9dcd-4f62-919b-259a0caddeef"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:57:31.670674 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] No Port match for: cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:57:31.671011 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device cdcf04b1-ca24-4eb4-aa9e-322bcc6af1ee not bound to the agent host hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:57:31.703714 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5c2c8e-efc3-497f-b645-b4358dd2d441 x-openstack-request-id: req-ce5c2c8e-efc3-497f-b645-b4358dd2d441 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:57:31.704173 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4d0995-61b7-47cf-a54a-918f166f3a53", "name": "network-vif-deleted", "tag": "65529375-9dcd-4f62-919b-259a0caddeef", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:57:31.704430 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ce5c2c8e-efc3-497f-b645-b4358dd2d441 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:57:31.704902 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4d0995-61b7-47cf-a54a-918f166f3a53', 'name': 'network-vif-deleted', 'tag': '65529375-9dcd-4f62-919b-259a0caddeef', 'status': 'completed', 'code': 200} Jul 14 13:57:32.503826 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 33344) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:32.896867 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1734-1ddc-4b2a-a94d-32287d32e880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-726084'] for router_interface, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:33.183975 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-7e6d1734-1ddc-4b2a-a94d-32287d32e880 admin admin] Deleting port b239e471-5b8c-415d-b70f-89ed1f58f296 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:57:33.184231 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1734-1ddc-4b2a-a94d-32287d32e880 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:33.261405 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-7e6d1734-1ddc-4b2a-a94d-32287d32e880 admin admin] For port b239e471-5b8c-415d-b70f-89ed1f58f296, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=b239e471-5b8c-415d-b70f-89ed1f58f296,segment=NetworkSegment(bb1fff05-3f16-43b3-b907-dd71af5a0243),segment_id=bb1fff05-3f16-43b3-b907-dd71af5a0243)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:33.261752 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1734-1ddc-4b2a-a94d-32287d32e880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:33.274451 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-7e6d1734-1ddc-4b2a-a94d-32287d32e880 admin admin] Calling delete_port for b239e471-5b8c-415d-b70f-89ed1f58f296 owned by network:router_interface {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:57:33.488312 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1734-1ddc-4b2a-a94d-32287d32e880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:33.517034 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d1734-1ddc-4b2a-a94d-32287d32e880 admin admin] Pushing event deleted for resources: {'Port': ['ID=b239e471-5b8c-415d-b70f-89ed1f58f296,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:33.667975 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1734-1ddc-4b2a-a94d-32287d32e880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726248'] for router_interface, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:33.879332 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6d1734-1ddc-4b2a-a94d-32287d32e880 admin admin] Router a4c97fa8-b4d8-4483-bd4a-2184f7417110 has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:57:33.985390 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6d1734-1ddc-4b2a-a94d-32287d32e880 admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:57:33.991362 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-7e6d1734-1ddc-4b2a-a94d-32287d32e880 admin admin] 10.222.0.45 "PUT /v2.0/routers/a4c97fa8-b4d8-4483-bd4a-2184f7417110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4858809 Jul 14 13:57:33.994097 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 33372) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:33.997911 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd6e3de-fcc3-496f-bbf2-2fccf0900ec2 None None] Sync routers for ids ['a4c97fa8-b4d8-4483-bd4a-2184f7417110'] in dv-cinder-797608-5-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:57:34.008610 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd6e3de-fcc3-496f-bbf2-2fccf0900ec2 None None] Routers {'a4c97fa8-b4d8-4483-bd4a-2184f7417110'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:57:34.009453 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-7bd6e3de-fcc3-496f-bbf2-2fccf0900ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:57:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['a4c97fa8-b4d8-4483-bd4a-2184f7417110'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:34.096553 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4f14d96-1601-407f-b235-a45e580ebd61 admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:34.113324 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-7bd6e3de-fcc3-496f-bbf2-2fccf0900ec2 None None] Set router a4c97fa8-b4d8-4483-bd4a-2184f7417110 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:57:34.294271 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-7bd6e3de-fcc3-496f-bbf2-2fccf0900ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c97fa8-b4d8-4483-bd4a-2184f7417110', 'name': 'tempest-ServerRescueNegativeTestJSON-1949657560-router', 'tenant_id': 'f21fdd7bb4164aba898198e96918cef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '2c312940-3823-4950-b9c9-757543f4e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:57:33Z', 'revision_number': 5, 'project_id': 'f21fdd7bb4164aba898198e96918cef0', 'gw_port': {'id': '2c312940-3823-4950-b9c9-757543f4e127', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c97fa8-b4d8-4483-bd4a-2184f7417110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:22Z', 'updated_at': '2021-07-14T13:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:34.320740 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd6e3de-fcc3-496f-bbf2-2fccf0900ec2 None None] Checking router: a4c97fa8-b4d8-4483-bd4a-2184f7417110 for host: dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:57:34.329161 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd6e3de-fcc3-496f-bbf2-2fccf0900ec2 None None] Routers {'a4c97fa8-b4d8-4483-bd4a-2184f7417110'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:57:34.329760 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-7bd6e3de-fcc3-496f-bbf2-2fccf0900ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:57:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['a4c97fa8-b4d8-4483-bd4a-2184f7417110'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:34.422662 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4f14d96-1601-407f-b235-a45e580ebd61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:34.477908 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-f4f14d96-1601-407f-b235-a45e580ebd61 admin admin] Deleting port 2c312940-3823-4950-b9c9-757543f4e127 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:57:34.478251 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4f14d96-1601-407f-b235-a45e580ebd61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:34.511801 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-7bd6e3de-fcc3-496f-bbf2-2fccf0900ec2 None None] Set router a4c97fa8-b4d8-4483-bd4a-2184f7417110 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:57:34.554834 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-f4f14d96-1601-407f-b235-a45e580ebd61 admin admin] For port 2c312940-3823-4950-b9c9-757543f4e127, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=2c312940-3823-4950-b9c9-757543f4e127,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:34.555110 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4f14d96-1601-407f-b235-a45e580ebd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:34.567129 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-f4f14d96-1601-407f-b235-a45e580ebd61 admin admin] Calling delete_port for 2c312940-3823-4950-b9c9-757543f4e127 owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:57:34.676626 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-7bd6e3de-fcc3-496f-bbf2-2fccf0900ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c97fa8-b4d8-4483-bd4a-2184f7417110', 'name': 'tempest-ServerRescueNegativeTestJSON-1949657560-router', 'tenant_id': 'f21fdd7bb4164aba898198e96918cef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '2c312940-3823-4950-b9c9-757543f4e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:57:33Z', 'revision_number': 5, 'project_id': 'f21fdd7bb4164aba898198e96918cef0', 'gw_port': {'id': '2c312940-3823-4950-b9c9-757543f4e127', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c97fa8-b4d8-4483-bd4a-2184f7417110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:22Z', 'updated_at': '2021-07-14T13:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:34.704986 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd6e3de-fcc3-496f-bbf2-2fccf0900ec2 None None] The sync data for ids ['a4c97fa8-b4d8-4483-bd4a-2184f7417110'] in dv-cinder-797608-5-iscsi is: [{'id': 'a4c97fa8-b4d8-4483-bd4a-2184f7417110', 'name': 'tempest-ServerRescueNegativeTestJSON-1949657560-router', 'tenant_id': 'f21fdd7bb4164aba898198e96918cef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '2c312940-3823-4950-b9c9-757543f4e127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:57:33Z', 'revision_number': 5, 'project_id': 'f21fdd7bb4164aba898198e96918cef0', 'gw_port': {'id': '2c312940-3823-4950-b9c9-757543f4e127', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c97fa8-b4d8-4483-bd4a-2184f7417110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:22Z', 'updated_at': '2021-07-14T13:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:57:34.748744 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4f14d96-1601-407f-b235-a45e580ebd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:34.774860 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f14d96-1601-407f-b235-a45e580ebd61 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c312940-3823-4950-b9c9-757543f4e127,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:34.834688 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4f14d96-1601-407f-b235-a45e580ebd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728846'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:34.940338 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4f14d96-1601-407f-b235-a45e580ebd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58013'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:34.942574 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4f14d96-1601-407f-b235-a45e580ebd61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.013328 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4f14d96-1601-407f-b235-a45e580ebd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723205'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.013917 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f14d96-1601-407f-b235-a45e580ebd61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4c97fa8-b4d8-4483-bd4a-2184f7417110 {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 13:57:35.023234 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4f14d96-1601-407f-b235-a45e580ebd61 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.024435 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f4f14d96-1601-407f-b235-a45e580ebd61 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a4c97fa8-b4d8-4483-bd4a-2184f7417110 HTTP/1.1" status: 204 len: 168 time: 1.0293295 Jul 14 13:57:35.027001 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 33378) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:35.072442 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c77b9cf-1039-4745-8409-dc9955f485db admin admin] Deleting subnet 383ca765-ab77-499a-b15a-1a74b6126141 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:57:35.075879 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0c77b9cf-1039-4745-8409-dc9955f485db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.117160 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0c77b9cf-1039-4745-8409-dc9955f485db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125937022'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.157449 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0c77b9cf-1039-4745-8409-dc9955f485db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1831242'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.214746 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0c77b9cf-1039-4745-8409-dc9955f485db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125936972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126024884'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.242200 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77b9cf-1039-4745-8409-dc9955f485db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=383ca765-ab77-499a-b15a-1a74b6126141,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:35.247728 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0c77b9cf-1039-4745-8409-dc9955f485db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.252419 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0c77b9cf-1039-4745-8409-dc9955f485db admin admin] 10.222.0.45 "DELETE /v2.0/subnets/383ca765-ab77-499a-b15a-1a74b6126141 HTTP/1.1" status: 204 len: 168 time: 0.2221286 Jul 14 13:57:35.252734 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 33386) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:35.327005 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d12b0a3c-ff04-4a00-bcdc-ad952f46c4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670563'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.391864 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 33390) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:35.407739 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d12b0a3c-ff04-4a00-bcdc-ad952f46c4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833695', 'neutron.services.segments.db._delete_segments_for_network-8781940339011'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.418434 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-d12b0a3c-ff04-4a00-bcdc-ad952f46c4ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c9c30b7-1c6e-4b55-9a15-bcd593742e07']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:35.433285 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-d12b0a3c-ff04-4a00-bcdc-ad952f46c4ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1fff05-3f16-43b3-b907-dd71af5a0243') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:35.433633 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-d12b0a3c-ff04-4a00-bcdc-ad952f46c4ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1fff05-3f16-43b3-b907-dd71af5a0243') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:35.442345 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d12b0a3c-ff04-4a00-bcdc-ad952f46c4ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781940338508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125936999'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.461198 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d12b0a3c-ff04-4a00-bcdc-ad952f46c4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.467085 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12b0a3c-ff04-4a00-bcdc-ad952f46c4ff admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:57:35.467649 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d12b0a3c-ff04-4a00-bcdc-ad952f46c4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125937378'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: timer() Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: cb(*args, **kw) Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: self._notify() Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: self.callback(batched_events) Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: event.method(event) Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: return self._get(url).json() Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:57:35.469469 dv-cinder-797608-5-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:57:35.502734 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-615368df-4e19-452c-b35f-0526f5512abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.523380 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d12b0a3c-ff04-4a00-bcdc-ad952f46c4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728938'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.528500 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d12b0a3c-ff04-4a00-bcdc-ad952f46c4ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.531210 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d12b0a3c-ff04-4a00-bcdc-ad952f46c4ff admin admin] 10.222.0.45 "DELETE /v2.0/networks/8c9c30b7-1c6e-4b55-9a15-bcd593742e07 HTTP/1.1" status: 204 len: 168 time: 0.2773607 Jul 14 13:57:35.548105 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b0a3c-ff04-4a00-bcdc-ad952f46c4ff admin admin] Pushing event deleted for resources: {'Network': ['ID=8c9c30b7-1c6e-4b55-9a15-bcd593742e07,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:35.597245 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-615368df-4e19-452c-b35f-0526f5512abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.600750 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-615368df-4e19-452c-b35f-0526f5512abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.638385 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-615368df-4e19-452c-b35f-0526f5512abc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5cd54a717af44eb696fcfba89461589d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454617 Jul 14 13:57:35.639283 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615368df-4e19-452c-b35f-0526f5512abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc788f5b-c253-4a1e-8a1f-0ad02aa6cd4d,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:35.641230 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 33396) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:35.645767 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 33398) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:35.684731 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-67d0b9a4-912f-4512-811a-2822d38ebde8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f21fdd7bb4164aba898198e96918cef0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0376394 Jul 14 13:57:35.686971 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 33400) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:35.691227 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7f3b5247-131b-4e16-b058-d3590831cff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.712359 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7f3b5247-131b-4e16-b058-d3590831cff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.733561 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c6192e54-83e1-4ab7-a798-e149f8b56f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.760584 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7f3b5247-131b-4e16-b058-d3590831cff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.763061 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c6192e54-83e1-4ab7-a798-e149f8b56f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.763602 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7f3b5247-131b-4e16-b058-d3590831cff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.764810 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7f3b5247-131b-4e16-b058-d3590831cff0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bc788f5b-c253-4a1e-8a1f-0ad02aa6cd4d HTTP/1.1" status: 204 len: 168 time: 0.1223893 Jul 14 13:57:35.774237 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b5247-131b-4e16-b058-d3590831cff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc788f5b-c253-4a1e-8a1f-0ad02aa6cd4d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:35.822458 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c6192e54-83e1-4ab7-a798-e149f8b56f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.824962 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c6192e54-83e1-4ab7-a798-e149f8b56f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.828514 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-c6192e54-83e1-4ab7-a798-e149f8b56f9f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/da8a5e3f-f66d-464c-815d-e9fb01913591 HTTP/1.1" status: 204 len: 168 time: 0.1382561 Jul 14 13:57:35.836686 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6192e54-83e1-4ab7-a798-e149f8b56f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8a5e3f-f66d-464c-815d-e9fb01913591,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:36.163114 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 33416) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:36.175917 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9333fb30-9f4a-4e42-ad9a-887caeb15eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:36.260998 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9333fb30-9f4a-4e42-ad9a-887caeb15eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:36.265383 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9333fb30-9f4a-4e42-ad9a-887caeb15eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:36.305630 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-9333fb30-9f4a-4e42-ad9a-887caeb15eac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=509cac7114654e85b071c60a7a9bbb8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1385987 Jul 14 13:57:36.305630 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333fb30-9f4a-4e42-ad9a-887caeb15eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9891b86b-a84f-4df6-8ce1-f565258a98a6,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:36.308340 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 33420) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:36.362812 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e84a7256-bc2f-446c-a220-7feffb122049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:36.384621 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e84a7256-bc2f-446c-a220-7feffb122049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:36.451819 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e84a7256-bc2f-446c-a220-7feffb122049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:36.454493 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e84a7256-bc2f-446c-a220-7feffb122049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:36.455792 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e84a7256-bc2f-446c-a220-7feffb122049 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9891b86b-a84f-4df6-8ce1-f565258a98a6 HTTP/1.1" status: 204 len: 168 time: 0.1453032 Jul 14 13:57:36.462188 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 2c312940-3823-4950-b9c9-757543f4e127 no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:57:36.468915 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a7256-bc2f-446c-a220-7feffb122049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9891b86b-a84f-4df6-8ce1-f565258a98a6,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:36.491961 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: 2c312940-3823-4950-b9c9-757543f4e127 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:57:36.491961 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 2c312940-3823-4950-b9c9-757543f4e127 not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:57:36.491961 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device b239e471-5b8c-415d-b70f-89ed1f58f296 no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:57:36.515461 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: b239e471-5b8c-415d-b70f-89ed1f58f296 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:57:36.516005 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device b239e471-5b8c-415d-b70f-89ed1f58f296 not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:57:38.096033 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 33502) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:38.193549 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7a940ac2-7b28-4856-bb9b-5aa562167d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:38.263245 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9fc91549-b435-4435-832a-56c10ac8eecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:38.289073 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7a940ac2-7b28-4856-bb9b-5aa562167d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:38.292662 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7a940ac2-7b28-4856-bb9b-5aa562167d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:38.329565 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7a940ac2-7b28-4856-bb9b-5aa562167d8a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=81c244e5e9ad4826abd5949238ad1f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324984 Jul 14 13:57:38.330722 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a940ac2-7b28-4856-bb9b-5aa562167d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36da768e-b366-4223-9f2a-df7a87ef2129,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:38.332352 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 33506) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:38.380108 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5a7a139b-52ae-4101-ac46-d44afc04c9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:38.401651 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5a7a139b-52ae-4101-ac46-d44afc04c9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:38.447200 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5a7a139b-52ae-4101-ac46-d44afc04c9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:38.450037 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5a7a139b-52ae-4101-ac46-d44afc04c9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:38.451192 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-5a7a139b-52ae-4101-ac46-d44afc04c9a0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/36da768e-b366-4223-9f2a-df7a87ef2129 HTTP/1.1" status: 204 len: 168 time: 0.1178029 Jul 14 13:57:38.458792 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a139b-52ae-4101-ac46-d44afc04c9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36da768e-b366-4223-9f2a-df7a87ef2129,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:38.699470 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 33516) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:38.715066 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-afeaf7b3-923a-4197-8e5d-b4f5ec730bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:38.804066 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-afeaf7b3-923a-4197-8e5d-b4f5ec730bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:38.807971 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-afeaf7b3-923a-4197-8e5d-b4f5ec730bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:38.848144 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-afeaf7b3-923a-4197-8e5d-b4f5ec730bf9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=57bfd00ede184bd3a5e9042da4b7d3e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475074 Jul 14 13:57:38.849218 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeaf7b3-923a-4197-8e5d-b4f5ec730bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd102d1-756e-4827-8a0b-f979e907e5be,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:38.851430 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 33518) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:38.908679 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b6d9bd5f-b8fb-4316-bd81-c2c70bf226cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:38.934246 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b6d9bd5f-b8fb-4316-bd81-c2c70bf226cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:38.994117 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b6d9bd5f-b8fb-4316-bd81-c2c70bf226cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:38.997119 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b6d9bd5f-b8fb-4316-bd81-c2c70bf226cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:38.998508 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b6d9bd5f-b8fb-4316-bd81-c2c70bf226cf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9fd102d1-756e-4827-8a0b-f979e907e5be HTTP/1.1" status: 204 len: 168 time: 0.1433141 Jul 14 13:57:39.011561 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9bd5f-b8fb-4316-bd81-c2c70bf226cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd102d1-756e-4827-8a0b-f979e907e5be,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:39.717663 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:57:40.908982 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5cf71f12-01a8-40ce-9304-7ba3411e84c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:41.225723 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:41.502059 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:41.844005 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:43.626535 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:49.883389 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 33756) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:49.984528 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-38242ad7-12f2-46ae-968c-3045507c8d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:50.069537 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-38242ad7-12f2-46ae-968c-3045507c8d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:50.073091 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-38242ad7-12f2-46ae-968c-3045507c8d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:50.109257 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-38242ad7-12f2-46ae-968c-3045507c8d8d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e5c04595f3cc4597ac864aa734cb717e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247663 Jul 14 13:57:50.109929 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38242ad7-12f2-46ae-968c-3045507c8d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86df7e9c-a6b0-467b-91fa-5d24ff825bd1,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:50.112945 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 33760) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:50.163437 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-04303cf2-115b-4a87-bff1-c683e2ef35d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:50.184531 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-04303cf2-115b-4a87-bff1-c683e2ef35d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:50.230251 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-04303cf2-115b-4a87-bff1-c683e2ef35d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:50.232831 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-04303cf2-115b-4a87-bff1-c683e2ef35d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:50.234148 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-04303cf2-115b-4a87-bff1-c683e2ef35d9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/86df7e9c-a6b0-467b-91fa-5d24ff825bd1 HTTP/1.1" status: 204 len: 168 time: 0.1201043 Jul 14 13:57:50.242293 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04303cf2-115b-4a87-bff1-c683e2ef35d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86df7e9c-a6b0-467b-91fa-5d24ff825bd1,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:50.486890 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 33766) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:50.500093 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6fe2e27b-6e3a-4069-a725-6e08dd1a5064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:50.587281 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6fe2e27b-6e3a-4069-a725-6e08dd1a5064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:50.590844 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6fe2e27b-6e3a-4069-a725-6e08dd1a5064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:50.627789 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6fe2e27b-6e3a-4069-a725-6e08dd1a5064 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aaaf1d2ef85c47969036021b43fbf70f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394331 Jul 14 13:57:50.628978 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2e27b-6e3a-4069-a725-6e08dd1a5064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ac371e-f33c-4c81-a3e8-3d75d1b04a6c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:50.630498 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 33768) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:50.676522 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0ccfbfdb-6778-4aa2-82b7-41acd4df3378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:50.699485 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0ccfbfdb-6778-4aa2-82b7-41acd4df3378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:50.742853 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0ccfbfdb-6778-4aa2-82b7-41acd4df3378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:50.745244 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0ccfbfdb-6778-4aa2-82b7-41acd4df3378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:50.746344 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-0ccfbfdb-6778-4aa2-82b7-41acd4df3378 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c3ac371e-f33c-4c81-a3e8-3d75d1b04a6c HTTP/1.1" status: 204 len: 168 time: 0.1148374 Jul 14 13:57:50.753600 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfbfdb-6778-4aa2-82b7-41acd4df3378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ac371e-f33c-4c81-a3e8-3d75d1b04a6c,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:51.064030 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 33786) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:51.077291 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-de78969b-3e91-49ac-b379-458c3e2cda39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:51.167002 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-de78969b-3e91-49ac-b379-458c3e2cda39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:51.170700 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-de78969b-3e91-49ac-b379-458c3e2cda39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:51.207800 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-de78969b-3e91-49ac-b379-458c3e2cda39 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=14bc3874df2b48a6b81c5de0d5fdcea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425753 Jul 14 13:57:51.208878 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78969b-3e91-49ac-b379-458c3e2cda39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b657d56d-2923-40ea-9ac3-67b8c1cc04b6,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:51.210480 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 33790) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:51.261653 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a849da5-29f4-47c1-8b17-b7881d53d7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:51.281193 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a849da5-29f4-47c1-8b17-b7881d53d7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:51.325851 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a849da5-29f4-47c1-8b17-b7881d53d7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:51.328356 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a849da5-29f4-47c1-8b17-b7881d53d7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:51.329470 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8a849da5-29f4-47c1-8b17-b7881d53d7be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b657d56d-2923-40ea-9ac3-67b8c1cc04b6 HTTP/1.1" status: 204 len: 168 time: 0.1179471 Jul 14 13:57:51.337312 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a849da5-29f4-47c1-8b17-b7881d53d7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b657d56d-2923-40ea-9ac3-67b8c1cc04b6,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:55.513312 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 33898) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:55.611222 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d471e2d-c49e-43e0-8114-f7a788d6d11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.695908 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d471e2d-c49e-43e0-8114-f7a788d6d11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.699416 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d471e2d-c49e-43e0-8114-f7a788d6d11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.735515 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9d471e2d-c49e-43e0-8114-f7a788d6d11b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=31ff96a55f55457f9d4bcdaaa58b3fea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209458 Jul 14 13:57:55.737489 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d471e2d-c49e-43e0-8114-f7a788d6d11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bd594d-ee40-41c8-9dd7-760aa276215e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:55.738483 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 33902) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:55.745211 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d471e2d-c49e-43e0-8114-f7a788d6d11b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:55.745561 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d471e2d-c49e-43e0-8114-f7a788d6d11b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:55.745900 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d471e2d-c49e-43e0-8114-f7a788d6d11b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:55.746234 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d471e2d-c49e-43e0-8114-f7a788d6d11b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:55.746562 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d471e2d-c49e-43e0-8114-f7a788d6d11b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:55.746889 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d471e2d-c49e-43e0-8114-f7a788d6d11b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:55.747211 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d471e2d-c49e-43e0-8114-f7a788d6d11b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:55.747534 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d471e2d-c49e-43e0-8114-f7a788d6d11b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:55.747890 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d471e2d-c49e-43e0-8114-f7a788d6d11b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:55.748209 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d471e2d-c49e-43e0-8114-f7a788d6d11b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:55.748526 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d471e2d-c49e-43e0-8114-f7a788d6d11b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:55.748840 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d471e2d-c49e-43e0-8114-f7a788d6d11b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:55.785793 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7ed38633-e93c-4cc7-afcc-d29d4e036911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.806632 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7ed38633-e93c-4cc7-afcc-d29d4e036911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.849435 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7ed38633-e93c-4cc7-afcc-d29d4e036911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.852469 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7ed38633-e93c-4cc7-afcc-d29d4e036911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.853598 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-7ed38633-e93c-4cc7-afcc-d29d4e036911 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4bd594d-ee40-41c8-9dd7-760aa276215e HTTP/1.1" status: 204 len: 168 time: 0.1139560 Jul 14 13:57:55.862469 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed38633-e93c-4cc7-afcc-d29d4e036911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bd594d-ee40-41c8-9dd7-760aa276215e,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:56.107393 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 33914) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:56.121809 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-11242fff-a6ad-4719-a602-17b08f726d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:56.210498 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-11242fff-a6ad-4719-a602-17b08f726d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:56.214109 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-11242fff-a6ad-4719-a602-17b08f726d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:56.252555 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-11242fff-a6ad-4719-a602-17b08f726d2d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=068aba2b720645cdb60969772aa50acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456182 Jul 14 13:57:56.254404 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11242fff-a6ad-4719-a602-17b08f726d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3378226d-4881-4398-aadc-65cfcf0888f7,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:56.255447 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 33916) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:56.303496 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-30eaf03b-3c25-403d-828b-a6c85cd13858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:56.325942 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-30eaf03b-3c25-403d-828b-a6c85cd13858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:56.371976 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-30eaf03b-3c25-403d-828b-a6c85cd13858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:56.374672 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-30eaf03b-3c25-403d-828b-a6c85cd13858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:56.375826 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-30eaf03b-3c25-403d-828b-a6c85cd13858 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3378226d-4881-4398-aadc-65cfcf0888f7 HTTP/1.1" status: 204 len: 168 time: 0.1192908 Jul 14 13:57:56.383038 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eaf03b-3c25-403d-828b-a6c85cd13858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3378226d-4881-4398-aadc-65cfcf0888f7,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:58.379995 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853fd82-03ec-4897-bca7-0a8eae362181 req-d4a5bc7e-24f2-468b-b628-50b1f58a1510 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:58.382013 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1853fd82-03ec-4897-bca7-0a8eae362181 req-d4a5bc7e-24f2-468b-b628-50b1f58a1510 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0671124 Jul 14 13:57:58.419811 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1853fd82-03ec-4897-bca7-0a8eae362181 req-7c6ed6d1-22f9-4be2-a0bf-67e754c6ed8b tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321290 Jul 14 13:57:59.595560 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ed863-4b6f-4d69-8002-65e1ff439eb2 req-d470fca8-c337-48b6-898c-6dc1b8a911e9 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:59.597273 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ce2ed863-4b6f-4d69-8002-65e1ff439eb2 req-d470fca8-c337-48b6-898c-6dc1b8a911e9 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0661113 Jul 14 13:57:59.637807 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ce2ed863-4b6f-4d69-8002-65e1ff439eb2 req-3c3dba2c-d9e1-4737-b49d-00050e8e0915 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340340 Jul 14 13:58:00.415455 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 34018) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:00.520375 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e287010d-9800-4ca8-8f88-a129ae6b4b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:00.607227 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e287010d-9800-4ca8-8f88-a129ae6b4b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:00.611233 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e287010d-9800-4ca8-8f88-a129ae6b4b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:00.648550 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e287010d-9800-4ca8-8f88-a129ae6b4b3e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0e66eadf1df845c8b53b60a9b27ccc6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320259 Jul 14 13:58:00.649667 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287010d-9800-4ca8-8f88-a129ae6b4b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330045eb-482a-4d49-9ac7-2097ccaaa405,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:00.651225 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 34022) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:00.698596 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b37e6984-91df-4588-9289-93fb057269e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:00.722406 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b37e6984-91df-4588-9289-93fb057269e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:00.795060 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b37e6984-91df-4588-9289-93fb057269e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:00.797531 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b37e6984-91df-4588-9289-93fb057269e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:00.798655 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-b37e6984-91df-4588-9289-93fb057269e0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/330045eb-482a-4d49-9ac7-2097ccaaa405 HTTP/1.1" status: 204 len: 168 time: 0.1464429 Jul 14 13:58:00.810911 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e6984-91df-4588-9289-93fb057269e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330045eb-482a-4d49-9ac7-2097ccaaa405,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:00.824327 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3b0d9-5b08-45bb-9e59-ee68588de47d req-41f97724-ebac-4e9c-bcf0-c86f5f9bd154 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:00.825793 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-78a3b0d9-5b08-45bb-9e59-ee68588de47d req-41f97724-ebac-4e9c-bcf0-c86f5f9bd154 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0756080 Jul 14 13:58:00.866253 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-78a3b0d9-5b08-45bb-9e59-ee68588de47d req-aa822ec4-53b2-46ef-972d-f013d1d42650 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338211 Jul 14 13:58:01.061606 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 34032) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:01.074367 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-27f72015-78a8-4031-b323-e3655a756a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:01.159804 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-27f72015-78a8-4031-b323-e3655a756a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:01.163937 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-27f72015-78a8-4031-b323-e3655a756a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:01.199910 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-27f72015-78a8-4031-b323-e3655a756a57 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=083644bc15364475b59a331022651f32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1372445 Jul 14 13:58:01.200748 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f72015-78a8-4031-b323-e3655a756a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f30f007-f7ba-4f57-ba70-e4c8c313dc66,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:01.202543 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 34034) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:01.252992 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4751fd49-6f9f-4f2c-bc06-241774540da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:01.273006 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4751fd49-6f9f-4f2c-bc06-241774540da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:01.316624 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4751fd49-6f9f-4f2c-bc06-241774540da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:01.319278 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4751fd49-6f9f-4f2c-bc06-241774540da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:01.320405 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4751fd49-6f9f-4f2c-bc06-241774540da4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0f30f007-f7ba-4f57-ba70-e4c8c313dc66 HTTP/1.1" status: 204 len: 168 time: 0.1167238 Jul 14 13:58:01.327557 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751fd49-6f9f-4f2c-bc06-241774540da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f30f007-f7ba-4f57-ba70-e4c8c313dc66,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:01.954422 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 34060) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:02.033728 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d61821-4782-4524-91f7-87af92c344b6 req-d6535ca5-258c-4550-a258-a7f1d7b8587f tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:02.035209 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-04d61821-4782-4524-91f7-87af92c344b6 req-d6535ca5-258c-4550-a258-a7f1d7b8587f tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0623229 Jul 14 13:58:02.051345 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-dc7f6264-f102-4b56-814f-5754bc4778bd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-224124084-network', 'tenant_id': 'c10586a02df54ad78028068ca2fee023'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:02.089783 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-04d61821-4782-4524-91f7-87af92c344b6 req-a21b22ca-40a0-4828-87c3-53a70bed19cf tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489926 Jul 14 13:58:02.091132 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7f6264-f102-4b56-814f-5754bc4778bd admin admin] Made reservation on behalf of c10586a02df54ad78028068ca2fee023 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:58:02.093471 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc7f6264-f102-4b56-814f-5754bc4778bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:02.101586 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc7f6264-f102-4b56-814f-5754bc4778bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:02.190916 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc7f6264-f102-4b56-814f-5754bc4778bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:02.194789 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc7f6264-f102-4b56-814f-5754bc4778bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:02.216281 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7f6264-f102-4b56-814f-5754bc4778bd admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:58:02.231128 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f6264-f102-4b56-814f-5754bc4778bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534d4e9d-bbc9-48c7-826a-960a940651c1,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:02.233941 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc7f6264-f102-4b56-814f-5754bc4778bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:02.234281 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-dc7f6264-f102-4b56-814f-5754bc4778bd admin admin] Added segment e2eff842-a7a2-405b-a831-499b0a6b9dc3 of type vlan for network 221e4caa-7cd2-43b3-ad9c-6744b344a447 Jul 14 13:58:02.273034 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc7f6264-f102-4b56-814f-5754bc4778bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781939793924'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:02.299643 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc7f6264-f102-4b56-814f-5754bc4778bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:02.300582 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7f6264-f102-4b56-814f-5754bc4778bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:02.301145 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc7f6264-f102-4b56-814f-5754bc4778bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:02.351246 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-dc7f6264-f102-4b56-814f-5754bc4778bd admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3954778 Jul 14 13:58:02.354172 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 34064) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:02.358136 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f6264-f102-4b56-814f-5754bc4778bd admin admin] Pushing event updated for resources: {'Network': ['ID=221e4caa-7cd2-43b3-ad9c-6744b344a447,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:02.359058 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-714c8c53-4f1e-43fb-a3b4-c5c8b406c740 admin admin] Request body: {'subnet': {'network_id': '221e4caa-7cd2-43b3-ad9c-6744b344a447', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-224124084-subnet', 'tenant_id': 'c10586a02df54ad78028068ca2fee023', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:02.369602 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Network 221e4caa-7cd2-43b3-ad9c-6744b344a447 details requested by agent ovs-agent-dv-cinder-797608-5-iscsi with host dv-cinder-797608-5-iscsi {{(pid=92931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:58:02.380694 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714c8c53-4f1e-43fb-a3b4-c5c8b406c740 admin admin] Made reservation on behalf of c10586a02df54ad78028068ca2fee023 for: {'subnet': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:58:02.383227 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-714c8c53-4f1e-43fb-a3b4-c5c8b406c740 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127770589'] for subnet, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:02.745468 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-714c8c53-4f1e-43fb-a3b4-c5c8b406c740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127484060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127770607'] for subnet, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:02.801949 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c8c53-4f1e-43fb-a3b4-c5c8b406c740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f81a32aa-ca42-44b2-8f69-070c62f80589,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:02.810261 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714c8c53-4f1e-43fb-a3b4-c5c8b406c740 admin admin] Checking segment: {'id': 'e2eff842-a7a2-405b-a831-499b0a6b9dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '221e4caa-7cd2-43b3-ad9c-6744b344a447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:58:02.810606 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714c8c53-4f1e-43fb-a3b4-c5c8b406c740 admin admin] Network hostable DHCP agents. Network: 221e4caa-7cd2-43b3-ad9c-6744b344a447, hostable agents: ['82b7cd81-444f-4fd8-937d-e6dfe2847fa5'], hosted agents: [] {{(pid=92930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:58:02.825176 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714c8c53-4f1e-43fb-a3b4-c5c8b406c740 admin admin] Network 221e4caa-7cd2-43b3-ad9c-6744b344a447 is scheduled to be hosted by DHCP agent 82b7cd81-444f-4fd8-937d-e6dfe2847fa5 with binding_index 1 {{(pid=92930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:58:02.832893 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-714c8c53-4f1e-43fb-a3b4-c5c8b406c740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-5-iscsi, 221e4caa-7cd2-43b3-ad9c-6744b344a447) {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:58:02.837280 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714c8c53-4f1e-43fb-a3b4-c5c8b406c740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:02.837854 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-714c8c53-4f1e-43fb-a3b4-c5c8b406c740 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:02.842234 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7828e6ef-755d-4026-9110-08d28500e255 None None] Network 221e4caa-7cd2-43b3-ad9c-6744b344a447 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:58:02.853266 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-714c8c53-4f1e-43fb-a3b4-c5c8b406c740 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4980297 Jul 14 13:58:02.961315 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136e1635-2b27-46e8-b2e5-220afca58bc6 None None] Network 221e4caa-7cd2-43b3-ad9c-6744b344a447 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:58:03.263455 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cada8-8e06-4dfa-983a-ba13e9294539 req-2378504a-2b7d-4315-9c3d-5a0e10c31e88 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:03.265106 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b31cada8-8e06-4dfa-983a-ba13e9294539 req-2378504a-2b7d-4315-9c3d-5a0e10c31e88 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0655129 Jul 14 13:58:03.305433 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b31cada8-8e06-4dfa-983a-ba13e9294539 req-fbeffe45-a15e-4d61-80cd-48de63bd027c tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344145 Jul 14 13:58:04.485782 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142258d6-1d0f-448c-be6d-51d588916352 req-9e578737-42ec-4a59-9c19-f36c809102b0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:04.487230 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-142258d6-1d0f-448c-be6d-51d588916352 req-9e578737-42ec-4a59-9c19-f36c809102b0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0660701 Jul 14 13:58:04.523766 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-142258d6-1d0f-448c-be6d-51d588916352 req-bf7e43e0-d884-4ef3-abdb-c3a752be691e tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310302 Jul 14 13:58:05.695877 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43a7e0-962d-42bb-8cec-84c17bc59ddd req-04af535f-c266-440e-be59-e5fb94520af2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:05.697240 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7c43a7e0-962d-42bb-8cec-84c17bc59ddd req-04af535f-c266-440e-be59-e5fb94520af2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0636692 Jul 14 13:58:05.733493 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7c43a7e0-962d-42bb-8cec-84c17bc59ddd req-a1fbfb10-b1ff-4a9c-8d9d-da3fad8ed18a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308785 Jul 14 13:58:06.901207 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bbe03-fa3a-46e4-adde-684e4b77aea2 req-a3862d1d-8129-4a8b-92c8-576dc2965d4c tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:06.902648 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e30bbe03-fa3a-46e4-adde-684e4b77aea2 req-a3862d1d-8129-4a8b-92c8-576dc2965d4c tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0612381 Jul 14 13:58:06.937705 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e30bbe03-fa3a-46e4-adde-684e4b77aea2 req-05b92c40-0e87-4467-804d-3cc2033cc39e tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295637 Jul 14 13:58:08.145285 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdefbb0-4425-4436-8e8a-4164fab346d5 req-aaa04fc3-0e0e-4fee-b736-d4ad59c15896 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:08.147303 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7fdefbb0-4425-4436-8e8a-4164fab346d5 req-aaa04fc3-0e0e-4fee-b736-d4ad59c15896 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0867777 Jul 14 13:58:08.187171 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7fdefbb0-4425-4436-8e8a-4164fab346d5 req-12144ea1-ea76-4ba3-bc76-0f325b3b5110 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331070 Jul 14 13:58:08.263823 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e1246424-b91d-45ff-b899-6eafb3b0c0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:08.791912 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-214207c5-54e0-411d-8d5a-7b134c91b516 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:08.793285 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-214207c5-54e0-411d-8d5a-7b134c91b516 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/networks?id=221e4caa-7cd2-43b3-ad9c-6744b344a447 HTTP/1.1" status: 200 len: 808 time: 0.1024330 Jul 14 13:58:08.807757 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-5dc4a1ca-2aa4-4dd3-a7ce-04cd4a5bcf57 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/quotas/c10586a02df54ad78028068ca2fee023 HTTP/1.1" status: 200 len: 375 time: 0.0090988 Jul 14 13:58:08.839297 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-f16f2ba2-2214-4ca1-8f95-c7b0637bacb7 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c10586a02df54ad78028068ca2fee023&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269713 Jul 14 13:58:08.924354 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-456922e3-b663-4998-9c60-9762ebc1b87a service neutron] 10.222.0.45 "GET /v2.0/networks/221e4caa-7cd2-43b3-ad9c-6744b344a447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790417 Jul 14 13:58:09.014350 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-82ccb9a6-d669-421a-bc2e-fc704e4b6a1d service neutron] 10.222.0.45 "GET /v2.0/networks/221e4caa-7cd2-43b3-ad9c-6744b344a447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837433 Jul 14 13:58:09.189896 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2d417e36-f52c-4780-abf9-e15f3cc2842e req-991b6fae-2ab4-40fd-93a2-deef7e96bdf7 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0193363-d0f0-47d9-a074-8c02072352a0 HTTP/1.1" status: 200 len: 210 time: 0.0282130 Jul 14 13:58:09.432064 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c137dbd-6c77-45b5-adaa-84ba7a53d3bb req-d7c28a52-3bb8-452d-9bc7-681ef8f4e5be tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:09.433694 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4c137dbd-6c77-45b5-adaa-84ba7a53d3bb req-d7c28a52-3bb8-452d-9bc7-681ef8f4e5be tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0819468 Jul 14 13:58:09.484437 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4c137dbd-6c77-45b5-adaa-84ba7a53d3bb req-f10e433c-88dc-4222-b638-03c4f8427b3c tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447185 Jul 14 13:58:09.642461 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7f75d-d8b0-4bfa-83ab-4921b00deb47 req-a77cc3a2-7661-4265-a99f-c809d4404c85 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:09.644146 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8ec7f75d-d8b0-4bfa-83ab-4921b00deb47 req-a77cc3a2-7661-4265-a99f-c809d4404c85 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 946 time: 0.0680714 Jul 14 13:58:09.683048 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8ec7f75d-d8b0-4bfa-83ab-4921b00deb47 req-87f5d819-5371-4888-bd1e-92d3851cb146 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328116 Jul 14 13:58:10.332028 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c5d06bda-5775-4e4f-89b3-7db04fe2aedd req-cf5bedcc-2f08-49a5-b6f7-db2970ad6607 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0193363-d0f0-47d9-a074-8c02072352a0 HTTP/1.1" status: 200 len: 210 time: 0.0270422 Jul 14 13:58:10.559506 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-9968eac2-8369-407d-9a89-0e79a14fbe92 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:10.560989 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-9968eac2-8369-407d-9a89-0e79a14fbe92 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.54 "GET /v2.0/networks?id=221e4caa-7cd2-43b3-ad9c-6744b344a447 HTTP/1.1" status: 200 len: 808 time: 0.1072946 Jul 14 13:58:10.578004 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-965f68ca-10a4-41b1-bef8-9940ba36feea tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Request body: {'port': {'device_id': 'a0193363-d0f0-47d9-a074-8c02072352a0', 'network_id': '221e4caa-7cd2-43b3-ad9c-6744b344a447', 'admin_state_up': True, 'tenant_id': 'c10586a02df54ad78028068ca2fee023'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:10.724982 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186e382-509e-44c1-a4c4-dd057934850f req-5dd728f6-a825-4f57-ac4f-feba77714263 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:10.726560 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5186e382-509e-44c1-a4c4-dd057934850f req-5dd728f6-a825-4f57-ac4f-feba77714263 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.1089950 Jul 14 13:58:10.765503 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-965f68ca-10a4-41b1-bef8-9940ba36feea tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Made reservation on behalf of c10586a02df54ad78028068ca2fee023 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:58:10.769047 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-965f68ca-10a4-41b1-bef8-9940ba36feea tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:10.794422 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5186e382-509e-44c1-a4c4-dd057934850f req-62595fec-5a36-4779-a4ba-9b1988c9945e tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596821 Jul 14 13:58:10.889495 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779371e-f83d-426c-9756-3403bcbfbc76 req-98a7169c-449a-444b-b031-3185a769758d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:10.891249 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9779371e-f83d-426c-9756-3403bcbfbc76 req-98a7169c-449a-444b-b031-3185a769758d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 946 time: 0.0671191 Jul 14 13:58:10.933669 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8ed75248-afac-41ee-bf10-86fc99de8fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:10.947956 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9779371e-f83d-426c-9756-3403bcbfbc76 req-6ea1bc42-d44e-490d-ba7d-0a42ea393bbc tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488532 Jul 14 13:58:10.961956 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-965f68ca-10a4-41b1-bef8-9940ba36feea tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Allocated IP 172.20.0.4 (221e4caa-7cd2-43b3-ad9c-6744b344a447/f81a32aa-ca42-44b2-8f69-070c62f80589/0a2ef23d-7c5f-4169-a8c9-21b845c457c3) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:58:11.099953 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-965f68ca-10a4-41b1-bef8-9940ba36feea tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:11.137931 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-965f68ca-10a4-41b1-bef8-9940ba36feea tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:11.184526 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-965f68ca-10a4-41b1-bef8-9940ba36feea tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Network 221e4caa-7cd2-43b3-ad9c-6744b344a447 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:58:11.187503 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-965f68ca-10a4-41b1-bef8-9940ba36feea tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:58:11.191208 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-965f68ca-10a4-41b1-bef8-9940ba36feea tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:58:11.197175 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f68ca-10a4-41b1-bef8-9940ba36feea tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Pushing event updated for resources: {'Port': ['ID=0a2ef23d-7c5f-4169-a8c9-21b845c457c3,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:11.227851 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:11.241757 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-965f68ca-10a4-41b1-bef8-9940ba36feea tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:11.242342 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-965f68ca-10a4-41b1-bef8-9940ba36feea tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:11.255244 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-965f68ca-10a4-41b1-bef8-9940ba36feea tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6809278 Jul 14 13:58:11.271380 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-846206d1-b941-44e0-a3c3-769b2ad92c1b service neutron] Request body: {'port': {'device_id': 'a0193363-d0f0-47d9-a074-8c02072352a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:11.338362 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-846206d1-b941-44e0-a3c3-769b2ad92c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:11.492765 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:11.576357 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dd4d6-4203-4154-b19d-c2205c6ec460 req-55847eee-61b3-4ff2-bc23-22f603350a2e tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:11.577812 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-461dd4d6-4203-4154-b19d-c2205c6ec460 req-55847eee-61b3-4ff2-bc23-22f603350a2e tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0193363-d0f0-47d9-a074-8c02072352a0 HTTP/1.1" status: 200 len: 931 time: 0.1283796 Jul 14 13:58:11.637177 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-461dd4d6-4203-4154-b19d-c2205c6ec460 req-afb76f52-1434-44e6-ac4b-3989699368ac tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/security-groups?id=534d4e9d-bbc9-48c7-826a-960a940651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535715 Jul 14 13:58:11.678849 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-846206d1-b941-44e0-a3c3-769b2ad92c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a2ef23d-7c5f-4169-a8c9-21b845c457c3 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:58:11.685977 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-846206d1-b941-44e0-a3c3-769b2ad92c1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:11.698083 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-846206d1-b941-44e0-a3c3-769b2ad92c1b service neutron] Transition to ACTIVE for port object 0a2ef23d-7c5f-4169-a8c9-21b845c457c3 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:58:11.701543 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-846206d1-b941-44e0-a3c3-769b2ad92c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:11.752054 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846206d1-b941-44e0-a3c3-769b2ad92c1b service neutron] Pushing event updated for resources: {'Port': ['ID=0a2ef23d-7c5f-4169-a8c9-21b845c457c3,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:11.817501 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-846206d1-b941-44e0-a3c3-769b2ad92c1b service neutron] Attempting to bind port 0a2ef23d-7c5f-4169-a8c9-21b845c457c3 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:58:11.817859 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-846206d1-b941-44e0-a3c3-769b2ad92c1b service neutron] Attempting to bind port 0a2ef23d-7c5f-4169-a8c9-21b845c457c3 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'e2eff842-a7a2-405b-a831-499b0a6b9dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '221e4caa-7cd2-43b3-ad9c-6744b344a447'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:58:11.818186 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-846206d1-b941-44e0-a3c3-769b2ad92c1b service neutron] Attempting to bind port 0a2ef23d-7c5f-4169-a8c9-21b845c457c3 on network 221e4caa-7cd2-43b3-ad9c-6744b344a447 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:58:11.822390 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-846206d1-b941-44e0-a3c3-769b2ad92c1b service neutron] Port 0a2ef23d-7c5f-4169-a8c9-21b845c457c3 on network 221e4caa-7cd2-43b3-ad9c-6744b344a447 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:58:11.822823 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-846206d1-b941-44e0-a3c3-769b2ad92c1b service neutron] Attempting to bind port 0a2ef23d-7c5f-4169-a8c9-21b845c457c3 on network 221e4caa-7cd2-43b3-ad9c-6744b344a447 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:58:11.827544 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-846206d1-b941-44e0-a3c3-769b2ad92c1b service neutron] Checking agent: {'id': '452dea11-d79b-49e5-b391-0cd9cce6a9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:58:11.827907 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-846206d1-b941-44e0-a3c3-769b2ad92c1b service neutron] Checking segment: {'id': 'e2eff842-a7a2-405b-a831-499b0a6b9dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '221e4caa-7cd2-43b3-ad9c-6744b344a447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:58:11.828289 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-846206d1-b941-44e0-a3c3-769b2ad92c1b service neutron] Bound using segment: {'id': 'e2eff842-a7a2-405b-a831-499b0a6b9dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '221e4caa-7cd2-43b3-ad9c-6744b344a447'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:58:11.828716 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-846206d1-b941-44e0-a3c3-769b2ad92c1b service neutron] Bound port: 0a2ef23d-7c5f-4169-a8c9-21b845c457c3, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2eff842-a7a2-405b-a831-499b0a6b9dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '221e4caa-7cd2-43b3-ad9c-6744b344a447'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:58:11.829070 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-846206d1-b941-44e0-a3c3-769b2ad92c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:11.848365 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:11.894993 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-846206d1-b941-44e0-a3c3-769b2ad92c1b service neutron] For port 0a2ef23d-7c5f-4169-a8c9-21b845c457c3, host hv-cinder-79760, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:58:11.898664 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-846206d1-b941-44e0-a3c3-769b2ad92c1b service neutron] For port 0a2ef23d-7c5f-4169-a8c9-21b845c457c3, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0a2ef23d-7c5f-4169-a8c9-21b845c457c3,segment=NetworkSegment(e2eff842-a7a2-405b-a831-499b0a6b9dc3),segment_id=e2eff842-a7a2-405b-a831-499b0a6b9dc3)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:58:11.903004 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-846206d1-b941-44e0-a3c3-769b2ad92c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:11.935898 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-846206d1-b941-44e0-a3c3-769b2ad92c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:11.936514 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-846206d1-b941-44e0-a3c3-769b2ad92c1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:11.938062 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-846206d1-b941-44e0-a3c3-769b2ad92c1b service neutron] 10.222.0.54 "PUT /v2.0/ports/0a2ef23d-7c5f-4169-a8c9-21b845c457c3 HTTP/1.1" status: 200 len: 1093 time: 0.6705732 Jul 14 13:58:11.938503 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0193363-d0f0-47d9-a074-8c02072352a0', 'tag': '0a2ef23d-7c5f-4169-a8c9-21b845c457c3'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:58:11.940866 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbee36f-814a-4068-9c86-7a75e7fe767e" -d '{"events": [{"name": "network-changed", "server_uuid": "a0193363-d0f0-47d9-a074-8c02072352a0", "tag": "0a2ef23d-7c5f-4169-a8c9-21b845c457c3"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:58:11.985976 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e40cdcc-87b0-42c7-a4bc-41afa7e9d988 x-openstack-request-id: req-5e40cdcc-87b0-42c7-a4bc-41afa7e9d988 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:58:11.986207 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0193363-d0f0-47d9-a074-8c02072352a0", "tag": "0a2ef23d-7c5f-4169-a8c9-21b845c457c3", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:58:11.986616 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5e40cdcc-87b0-42c7-a4bc-41afa7e9d988 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:58:11.987013 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0193363-d0f0-47d9-a074-8c02072352a0', 'tag': '0a2ef23d-7c5f-4169-a8c9-21b845c457c3', 'status': 'completed', 'code': 200} Jul 14 13:58:11.987718 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846206d1-b941-44e0-a3c3-769b2ad92c1b service neutron] Pushing event updated for resources: {'Port': ['ID=0a2ef23d-7c5f-4169-a8c9-21b845c457c3,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:12.006578 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc48b6d-5d56-48ba-856f-a66b3c42af6e req-1ee4b28c-ff06-41a6-8972-bb0021923c8a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:12.008160 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ddc48b6d-5d56-48ba-856f-a66b3c42af6e req-1ee4b28c-ff06-41a6-8972-bb0021923c8a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.1007047 Jul 14 13:58:12.052220 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ddc48b6d-5d56-48ba-856f-a66b3c42af6e req-adeb44e5-1cc9-4ed5-b037-78b9621c2edc tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380867 Jul 14 13:58:12.380887 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-0d3cdaa0-c22a-4b18-8406-85da80765ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:12.382396 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-0d3cdaa0-c22a-4b18-8406-85da80765ef5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c10586a02df54ad78028068ca2fee023&device_id=a0193363-d0f0-47d9-a074-8c02072352a0 HTTP/1.1" status: 200 len: 1096 time: 0.3822510 Jul 14 13:58:12.397918 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6542973-857d-4274-a399-8394134c88c1 req-bc7a4577-4978-410a-b56c-bdcf85661bcd tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:12.399300 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c6542973-857d-4274-a399-8394134c88c1 req-bc7a4577-4978-410a-b56c-bdcf85661bcd tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 946 time: 0.3976958 Jul 14 13:58:12.460943 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-c5a77082-f299-4176-bbd1-b06ad4af7c47 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a2ef23d-7c5f-4169-a8c9-21b845c457c3 HTTP/1.1" status: 200 len: 217 time: 0.0606925 Jul 14 13:58:12.512843 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e156d-d906-465e-8ee3-0500bd0f2d4a req-b92265ea-7acc-40e9-9a92-5094c4d2b271 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:12.514218 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-df7e156d-d906-465e-8ee3-0500bd0f2d4a req-b92265ea-7acc-40e9-9a92-5094c4d2b271 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 946 time: 0.4201105 Jul 14 13:58:12.571350 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-cff2621a-61d7-4af3-a827-7b6234f67d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:12.572776 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-cff2621a-61d7-4af3-a827-7b6234f67d19 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f81a32aa-ca42-44b2-8f69-070c62f80589 HTTP/1.1" status: 200 len: 848 time: 0.1026866 Jul 14 13:58:12.621717 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-df7e156d-d906-465e-8ee3-0500bd0f2d4a req-d414df56-dba1-47bb-ba27-7d18f44251bb tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=345b1fa6-adc1-4187-9907-07d272764808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935867 Jul 14 13:58:12.623375 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-f8cc846f-3c81-4331-8ca1-5968af6d611f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=221e4caa-7cd2-43b3-ad9c-6744b344a447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391169 Jul 14 13:58:12.642149 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-c6542973-857d-4274-a399-8394134c88c1 req-1767a9f6-315b-40cb-9f75-348e847be10a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Deleting port 0d3feb74-1c83-4071-89a7-4fa88950a57c {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:58:12.642484 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c6542973-857d-4274-a399-8394134c88c1 req-1767a9f6-315b-40cb-9f75-348e847be10a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:12.784948 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-1cab6d64-d2d0-4ff8-94f9-1ba5ea3f0803 service neutron] 10.222.0.54 "GET /v2.0/networks/221e4caa-7cd2-43b3-ad9c-6744b344a447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529245 Jul 14 13:58:12.786584 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-c6542973-857d-4274-a399-8394134c88c1 req-1767a9f6-315b-40cb-9f75-348e847be10a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] For port 0d3feb74-1c83-4071-89a7-4fa88950a57c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0d3feb74-1c83-4071-89a7-4fa88950a57c,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:12.786931 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c6542973-857d-4274-a399-8394134c88c1 req-1767a9f6-315b-40cb-9f75-348e847be10a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:12.806167 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74399b15-b04f-4df5-af04-38a67557d0ff req-d90d701c-dcb4-49dd-9911-ba4659a12318 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:12.807659 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-74399b15-b04f-4df5-af04-38a67557d0ff req-d90d701c-dcb4-49dd-9911-ba4659a12318 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0193363-d0f0-47d9-a074-8c02072352a0 HTTP/1.1" status: 200 len: 943 time: 0.0617113 Jul 14 13:58:12.845292 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-74399b15-b04f-4df5-af04-38a67557d0ff req-7dd3fe54-a3fa-4ff1-9cc4-74fa685e4b77 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/security-groups?id=534d4e9d-bbc9-48c7-826a-960a940651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318830 Jul 14 13:58:13.003829 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b72b01f1-eaf3-430e-8775-f68c5152d670 req-41a28233-d7b1-4279-a43f-b4571e313b7e service neutron] 10.222.0.54 "GET /v2.0/networks/221e4caa-7cd2-43b3-ad9c-6744b344a447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098715 Jul 14 13:58:13.145603 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c6542973-857d-4274-a399-8394134c88c1 req-1767a9f6-315b-40cb-9f75-348e847be10a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:13.145986 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c6542973-857d-4274-a399-8394134c88c1 req-1767a9f6-315b-40cb-9f75-348e847be10a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728900'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:13.146333 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.l3_db [req-c6542973-857d-4274-a399-8394134c88c1 req-1767a9f6-315b-40cb-9f75-348e847be10a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Floating IP 7b576b90-ca5a-4130-b213-54d58a5ec77b disassociated. External IP: 172.27.2.243, port: 0d3feb74-1c83-4071-89a7-4fa88950a57c. Jul 14 13:58:13.146661 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-c6542973-857d-4274-a399-8394134c88c1 req-1767a9f6-315b-40cb-9f75-348e847be10a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Calling delete_port for 0d3feb74-1c83-4071-89a7-4fa88950a57c owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:58:13.226677 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbee36f-814a-4068-9c86-7a75e7fe767e req-d04e4995-d1c4-41c7-affd-88776e59b99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:13.228125 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-adbee36f-814a-4068-9c86-7a75e7fe767e req-d04e4995-d1c4-41c7-affd-88776e59b99e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c10586a02df54ad78028068ca2fee023&device_id=a0193363-d0f0-47d9-a074-8c02072352a0 HTTP/1.1" status: 200 len: 1096 time: 0.1656148 Jul 14 13:58:13.349182 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d399c55-afab-4cc3-8de6-4a8b35e6b4ef req-1a3cbfe8-7298-42d0-9b31-4c914cd3e3cc tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:13.350572 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9d399c55-afab-4cc3-8de6-4a8b35e6b4ef req-1a3cbfe8-7298-42d0-9b31-4c914cd3e3cc tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.1843407 Jul 14 13:58:13.408706 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbee36f-814a-4068-9c86-7a75e7fe767e req-233401f6-323d-41a8-9516-10a5965c1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:13.410561 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-adbee36f-814a-4068-9c86-7a75e7fe767e req-233401f6-323d-41a8-9516-10a5965c1610 service neutron] 10.222.0.54 "GET /v2.0/networks?id=221e4caa-7cd2-43b3-ad9c-6744b344a447 HTTP/1.1" status: 200 len: 909 time: 0.1688418 Jul 14 13:58:13.477833 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9d399c55-afab-4cc3-8de6-4a8b35e6b4ef req-8be3cbeb-cb24-40ef-ae77-e482bd80c268 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196420 Jul 14 13:58:13.480472 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-adbee36f-814a-4068-9c86-7a75e7fe767e req-d2788766-430d-4b25-83c4-c11e90691a75 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a2ef23d-7c5f-4169-a8c9-21b845c457c3 HTTP/1.1" status: 200 len: 217 time: 0.0585237 Jul 14 13:58:13.482104 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c6542973-857d-4274-a399-8394134c88c1 req-1767a9f6-315b-40cb-9f75-348e847be10a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:13.518281 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767a9f6-315b-40cb-9f75-348e847be10a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Pushing event deleted for resources: {'Port': ['ID=0d3feb74-1c83-4071-89a7-4fa88950a57c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:13.595257 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbee36f-814a-4068-9c86-7a75e7fe767e req-5ceb98da-5833-449f-a9f7-ec2c52d19cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:13.596757 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-adbee36f-814a-4068-9c86-7a75e7fe767e req-5ceb98da-5833-449f-a9f7-ec2c52d19cfc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f81a32aa-ca42-44b2-8f69-070c62f80589 HTTP/1.1" status: 200 len: 848 time: 0.0885608 Jul 14 13:58:13.633255 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:13.663179 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-adbee36f-814a-4068-9c86-7a75e7fe767e req-6088c05a-2944-4559-8c30-232b5d1bcd08 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=221e4caa-7cd2-43b3-ad9c-6744b344a447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543351 Jul 14 13:58:13.743265 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6542973-857d-4274-a399-8394134c88c1 req-1767a9f6-315b-40cb-9f75-348e847be10a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Router 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:58:13.789739 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f78edeaa-6b53-4d9d-af73-2d6a5cda7eed req-c66efce6-4329-4ba8-bbb1-ca863fb6bc1b tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 210 time: 0.0337095 Jul 14 13:58:13.831978 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-adbee36f-814a-4068-9c86-7a75e7fe767e req-f8badaa5-600f-4a71-bae0-f18c29efa621 service neutron] 10.222.0.54 "GET /v2.0/networks/221e4caa-7cd2-43b3-ad9c-6744b344a447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536357 Jul 14 13:58:13.933676 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6542973-857d-4274-a399-8394134c88c1 req-1767a9f6-315b-40cb-9f75-348e847be10a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:58:13.949572 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dc8818-15de-4b1b-b42a-211e2c5c2128 None None] Sync routers for ids ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:58:13.960089 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dc8818-15de-4b1b-b42a-211e2c5c2128 None None] Routers {'6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:13.960963 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-56dc8818-15de-4b1b-b42a-211e2c5c2128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:58:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:14.072909 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-56dc8818-15de-4b1b-b42a-211e2c5c2128 None None] Set router 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:14.253065 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6542973-857d-4274-a399-8394134c88c1 req-1767a9f6-315b-40cb-9f75-348e847be10a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] No DVR routers for this DVR port 0d3feb74-1c83-4071-89a7-4fa88950a57c on host hv-cinder-79760 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:58:14.256223 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c6542973-857d-4274-a399-8394134c88c1 req-1767a9f6-315b-40cb-9f75-348e847be10a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:14.258204 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c6542973-857d-4274-a399-8394134c88c1 req-1767a9f6-315b-40cb-9f75-348e847be10a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.54 "DELETE /v2.0/ports/0d3feb74-1c83-4071-89a7-4fa88950a57c HTTP/1.1" status: 204 len: 173 time: 1.8511848 Jul 14 13:58:14.260565 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f999909-e4cd-4154-82d5-9a9998d1daf7', 'name': 'network-vif-deleted', 'tag': '0d3feb74-1c83-4071-89a7-4fa88950a57c'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:58:14.263828 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc324db9-cb92-4f5e-90b6-596efcbed2ad" -d '{"events": [{"server_uuid": "1f999909-e4cd-4154-82d5-9a9998d1daf7", "name": "network-vif-deleted", "tag": "0d3feb74-1c83-4071-89a7-4fa88950a57c"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:58:14.275303 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-adbee36f-814a-4068-9c86-7a75e7fe767e req-8a5f27e7-d573-4518-9ab4-edcb51b357ee service neutron] 10.222.0.54 "GET /v2.0/networks/221e4caa-7cd2-43b3-ad9c-6744b344a447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131680 Jul 14 13:58:14.304440 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f911dc52-2c5e-4eb0-bcd9-f607037a4acf x-openstack-request-id: req-f911dc52-2c5e-4eb0-bcd9-f607037a4acf {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:58:14.304722 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f999909-e4cd-4154-82d5-9a9998d1daf7", "name": "network-vif-deleted", "tag": "0d3feb74-1c83-4071-89a7-4fa88950a57c", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:58:14.305021 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f911dc52-2c5e-4eb0-bcd9-f607037a4acf {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:58:14.305449 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f999909-e4cd-4154-82d5-9a9998d1daf7', 'name': 'network-vif-deleted', 'tag': '0d3feb74-1c83-4071-89a7-4fa88950a57c', 'status': 'completed', 'code': 200} Jul 14 13:58:14.313381 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdbca4-1d6e-4742-920a-b2fa03c77590 req-a9da9225-041f-436d-8499-11c403301b4a tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:14.315020 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-93fdbca4-1d6e-4742-920a-b2fa03c77590 req-a9da9225-041f-436d-8499-11c403301b4a tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0193363-d0f0-47d9-a074-8c02072352a0 HTTP/1.1" status: 200 len: 943 time: 0.3462672 Jul 14 13:58:14.356836 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-93fdbca4-1d6e-4742-920a-b2fa03c77590 req-724ea95f-087b-478e-a44c-2131649527db tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/security-groups?id=534d4e9d-bbc9-48c7-826a-960a940651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352268 Jul 14 13:58:14.411029 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-56dc8818-15de-4b1b-b42a-211e2c5c2128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1893489216-router', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:15Z', 'updated_at': '2021-07-14T13:53:21Z', 'revision_number': 4, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'gw_port': {'id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:16Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '5da63da3-54fe-4d42-a280-5c8c685d6e34', 'name': '', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'mac_address': 'fa:16:3e:fe:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:19Z', 'updated_at': '2021-07-14T13:53:30Z', 'revision_number': 5, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'subnets': [{'id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:14.436515 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dc8818-15de-4b1b-b42a-211e2c5c2128 None None] Checking router: 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:58:14.444986 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dc8818-15de-4b1b-b42a-211e2c5c2128 None None] Routers {'6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:14.445579 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-56dc8818-15de-4b1b-b42a-211e2c5c2128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:58:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:14.550269 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-56dc8818-15de-4b1b-b42a-211e2c5c2128 None None] Set router 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:14.655715 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3706e-6466-45cf-b3c5-ed8c3cb65cbb req-09551dd5-cd53-41b5-8fcc-4147609d348e tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:14.657166 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-14b3706e-6466-45cf-b3c5-ed8c3cb65cbb req-09551dd5-cd53-41b5-8fcc-4147609d348e tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0653994 Jul 14 13:58:14.694644 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-14b3706e-6466-45cf-b3c5-ed8c3cb65cbb req-884abbd0-6d95-4ccd-913f-590d06e5a576 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317705 Jul 14 13:58:14.748796 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-56dc8818-15de-4b1b-b42a-211e2c5c2128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1893489216-router', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:15Z', 'updated_at': '2021-07-14T13:53:21Z', 'revision_number': 4, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'gw_port': {'id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:16Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '5da63da3-54fe-4d42-a280-5c8c685d6e34', 'name': '', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'mac_address': 'fa:16:3e:fe:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:19Z', 'updated_at': '2021-07-14T13:53:30Z', 'revision_number': 5, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'subnets': [{'id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:14.774993 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dc8818-15de-4b1b-b42a-211e2c5c2128 None None] The sync data for ids ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'] in dv-cinder-797608-5-iscsi is: [{'id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1893489216-router', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:15Z', 'updated_at': '2021-07-14T13:53:21Z', 'revision_number': 4, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'gw_port': {'id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:16Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '5da63da3-54fe-4d42-a280-5c8c685d6e34', 'name': '', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'mac_address': 'fa:16:3e:fe:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:19Z', 'updated_at': '2021-07-14T13:53:30Z', 'revision_number': 5, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'subnets': [{'id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:58:14.957166 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3067b155-8a7c-4fa4-8c72-24d7ad42f87c req-226e24d4-d843-4691-af2d-772b137a5a78 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 210 time: 0.0400853 Jul 14 13:58:15.056163 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc7456-9b6a-4f99-9a86-7a799e8dac08 req-4d33c48c-beaf-450f-950e-4fefd8b9c3f1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:15.057222 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38e4cd1-019c-4fd2-8410-4c85c4cc70df None None] New status for floating IP 7b576b90-ca5a-4130-b213-54d58a5ec77b: DOWN {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:58:15.057671 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fdbc7456-9b6a-4f99-9a86-7a799e8dac08 req-4d33c48c-beaf-450f-950e-4fefd8b9c3f1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0757158 Jul 14 13:58:15.099897 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fdbc7456-9b6a-4f99-9a86-7a799e8dac08 req-043440f7-39ab-4e3f-8047-86e65587b78e tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357149 Jul 14 13:58:15.527235 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb78ca2-ef2a-46c2-826f-9905b3a44cc1 req-5c1e5f64-d431-49b3-8f37-6d85bae10e34 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:15.528706 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-fbb78ca2-ef2a-46c2-826f-9905b3a44cc1 req-5c1e5f64-d431-49b3-8f37-6d85bae10e34 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0193363-d0f0-47d9-a074-8c02072352a0 HTTP/1.1" status: 200 len: 943 time: 0.0606151 Jul 14 13:58:15.565424 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-fbb78ca2-ef2a-46c2-826f-9905b3a44cc1 req-65215617-231e-4cb7-9fce-3582d0493c89 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/security-groups?id=534d4e9d-bbc9-48c7-826a-960a940651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312495 Jul 14 13:58:16.092128 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ca8a7552-0d51-4c60-afea-a1113af8d12f req-5dd3a1be-c5bb-402b-962b-62cfa5a79d58 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 210 time: 0.0279727 Jul 14 13:58:16.270882 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3efb3-c876-45d3-90e6-0a84d7c651ba req-be7bbb65-7434-4ae0-9581-1e6033be178a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:16.272120 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b5f3efb3-c876-45d3-90e6-0a84d7c651ba req-be7bbb65-7434-4ae0-9581-1e6033be178a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0642664 Jul 14 13:58:16.307366 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b5f3efb3-c876-45d3-90e6-0a84d7c651ba req-b00f5da4-650e-4087-be40-d4ee15701d1e tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298562 Jul 14 13:58:16.716117 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:58:16.735871 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4f6a8-a49e-4187-b466-dacb914b8090 req-eda9b869-579b-48fc-89a3-0c3cc84b2230 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:16.737319 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f7f4f6a8-a49e-4187-b466-dacb914b8090 req-eda9b869-579b-48fc-89a3-0c3cc84b2230 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0193363-d0f0-47d9-a074-8c02072352a0 HTTP/1.1" status: 200 len: 943 time: 0.0615928 Jul 14 13:58:16.772522 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f7f4f6a8-a49e-4187-b466-dacb914b8090 req-db52e976-8abe-4c5f-8d1c-53855efdb8ba tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/security-groups?id=534d4e9d-bbc9-48c7-826a-960a940651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291896 Jul 14 13:58:16.824143 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 0a2ef23d-7c5f-4169-a8c9-21b845c457c3 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:58:16.834356 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 0d3feb74-1c83-4071-89a7-4fa88950a57c no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:58:16.858825 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] No Port match for: 0d3feb74-1c83-4071-89a7-4fa88950a57c {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:58:16.859078 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 0d3feb74-1c83-4071-89a7-4fa88950a57c not bound to the agent host hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:58:16.944423 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 0a2ef23d-7c5f-4169-a8c9-21b845c457c3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0a2ef23d-7c5f-4169-a8c9-21b845c457c3,segment=NetworkSegment(e2eff842-a7a2-405b-a831-499b0a6b9dc3),segment_id=e2eff842-a7a2-405b-a831-499b0a6b9dc3)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:16.955310 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': '0a2ef23d-7c5f-4169-a8c9-21b845c457c3', 'network_id': '221e4caa-7cd2-43b3-ad9c-6744b344a447', 'port_id': '0a2ef23d-7c5f-4169-a8c9-21b845c457c3', 'mac_address': 'fa:16:3e:f8:f4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81a32aa-ca42-44b2-8f69-070c62f80589', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:58:16.995808 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:17.008017 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a2ef23d-7c5f-4169-a8c9-21b845c457c3 {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:58:17.010280 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89354a57-1753-46fc-b6bb-ed68e1b96e69 req-5eadff7e-7c98-49b4-a676-d3494cfc0f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:17.012025 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-89354a57-1753-46fc-b6bb-ed68e1b96e69 req-5eadff7e-7c98-49b4-a676-d3494cfc0f04 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ebdd828c2dd45389e546eb5c76f33fc&device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 1098 time: 0.0656507 Jul 14 13:58:17.027785 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 0a2ef23d-7c5f-4169-a8c9-21b845c457c3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0a2ef23d-7c5f-4169-a8c9-21b845c457c3,segment=NetworkSegment(e2eff842-a7a2-405b-a831-499b0a6b9dc3),segment_id=e2eff842-a7a2-405b-a831-499b0a6b9dc3)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:17.033110 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:17.079187 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=0a2ef23d-7c5f-4169-a8c9-21b845c457c3,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:17.086505 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:17.086857 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:17.087196 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:17.087532 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:17.087910 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:17.088243 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:17.088571 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:17.088895 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:17.089220 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:17.089549 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:17.089871 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:17.090191 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:17.105359 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89354a57-1753-46fc-b6bb-ed68e1b96e69 req-40b604c9-e1c3-4979-b99c-7d118bdd392b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:17.106813 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-89354a57-1753-46fc-b6bb-ed68e1b96e69 req-40b604c9-e1c3-4979-b99c-7d118bdd392b service neutron] 10.222.0.54 "GET /v2.0/networks?id=a438f18f-eabf-4166-ba56-5e9dc4be891e HTTP/1.1" status: 200 len: 911 time: 0.0865960 Jul 14 13:58:17.186082 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-89354a57-1753-46fc-b6bb-ed68e1b96e69 req-1c9a8d0c-5505-4d17-8371-eadb78313e76 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c371cd-85ec-4848-a54a-0a895362cd1b HTTP/1.1" status: 200 len: 1001 time: 0.0682809 Jul 14 13:58:17.237497 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89354a57-1753-46fc-b6bb-ed68e1b96e69 req-e7fbce83-9c08-4323-b575-649bed7ddf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:17.238951 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-89354a57-1753-46fc-b6bb-ed68e1b96e69 req-e7fbce83-9c08-4323-b575-649bed7ddf40 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2e428487-ac1c-45f5-b66d-6e05ef2be0ac HTTP/1.1" status: 200 len: 849 time: 0.0432999 Jul 14 13:58:17.245585 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-155d1911-f5f5-47d6-a5af-6eee450e66ab req-c5173c94-3804-41dd-ab87-206ff38a4a4e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f999909-e4cd-4154-82d5-9a9998d1daf7 HTTP/1.1" status: 200 len: 210 time: 0.0274248 Jul 14 13:58:17.298135 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89354a57-1753-46fc-b6bb-ed68e1b96e69 req-0bfaddb4-45e8-45ec-930f-c8799cdae0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:17.299651 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-89354a57-1753-46fc-b6bb-ed68e1b96e69 req-0bfaddb4-45e8-45ec-930f-c8799cdae0c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a438f18f-eabf-4166-ba56-5e9dc4be891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524838 Jul 14 13:58:17.398147 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['0a2ef23d-7c5f-4169-a8c9-21b845c457c3'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:58:17.402145 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-89354a57-1753-46fc-b6bb-ed68e1b96e69 req-a50894b3-9620-4980-ab02-a92b9e67a863 service neutron] 10.222.0.54 "GET /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907991 Jul 14 13:58:17.555577 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-89354a57-1753-46fc-b6bb-ed68e1b96e69 req-6c660500-ea0d-4597-8f9b-7edaaa0f614e service neutron] 10.222.0.54 "GET /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449487 Jul 14 13:58:17.564713 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1ec0a-0872-40d1-bc48-d10f0892ad7c req-d4438b24-7135-402e-9fb7-be6ee75b5873 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:17.566102 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-63d1ec0a-0872-40d1-bc48-d10f0892ad7c req-d4438b24-7135-402e-9fb7-be6ee75b5873 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.1460373 Jul 14 13:58:17.605595 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-63d1ec0a-0872-40d1-bc48-d10f0892ad7c req-edba3f77-9c08-4dc3-80d5-94c1070769bd tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328143 Jul 14 13:58:18.080239 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e0554-7572-487f-8c82-676115ee04d2 req-d9e030ed-0e50-43a8-8762-dde0e8c5f5e8 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:18.082071 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4d5e0554-7572-487f-8c82-676115ee04d2 req-d9e030ed-0e50-43a8-8762-dde0e8c5f5e8 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0193363-d0f0-47d9-a074-8c02072352a0 HTTP/1.1" status: 200 len: 944 time: 0.1978588 Jul 14 13:58:18.119617 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4d5e0554-7572-487f-8c82-676115ee04d2 req-16eb3d3d-022a-44b6-97ed-2fd715f497cb tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/security-groups?id=534d4e9d-bbc9-48c7-826a-960a940651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309393 Jul 14 13:58:18.374477 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 34316) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:18.433372 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d8b4751b-4be6-461a-8726-86de12cea177 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:18.457740 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d8b4751b-4be6-461a-8726-86de12cea177 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:18.503411 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d8b4751b-4be6-461a-8726-86de12cea177 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:18.506656 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d8b4751b-4be6-461a-8726-86de12cea177 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:18.507802 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-d8b4751b-4be6-461a-8726-86de12cea177 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "DELETE /v2.0/security-groups/345b1fa6-adc1-4187-9907-07d272764808 HTTP/1.1" status: 204 len: 168 time: 0.1321187 Jul 14 13:58:18.510649 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 34320) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:18.516590 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4751b-4be6-461a-8726-86de12cea177 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=345b1fa6-adc1-4187-9907-07d272764808,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:18.528004 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.api.v2.resource [None req-4b347670-6562-4cec-b0f9-94d1b18598aa tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] show failed (client error): The resource could not be found. Jul 14 13:58:18.529417 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4b347670-6562-4cec-b0f9-94d1b18598aa tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups/345b1fa6-adc1-4187-9907-07d272764808 HTTP/1.1" status: 404 len: 347 time: 0.0175073 Jul 14 13:58:18.532129 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 34324) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:18.652022 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-bb53625a-042e-4d76-8627-e8bd6b78ad16 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Deleting port bd69a167-ebdd-4232-b800-fe99db2bed5e {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:58:18.652366 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bb53625a-042e-4d76-8627-e8bd6b78ad16 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:18.759441 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bb53625a-042e-4d76-8627-e8bd6b78ad16 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:18.759796 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bb53625a-042e-4d76-8627-e8bd6b78ad16 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:18.774463 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-bb53625a-042e-4d76-8627-e8bd6b78ad16 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Calling delete_port for bd69a167-ebdd-4232-b800-fe99db2bed5e owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:58:18.838067 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 0a2ef23d-7c5f-4169-a8c9-21b845c457c3 up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:58:18.853999 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705f99d-e5bb-4cb9-ad77-de0bdf806cb9 req-a13f1cb2-74ab-4e49-b8b4-fe94643f1d5b tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:18.855481 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0705f99d-e5bb-4cb9-ad77-de0bdf806cb9 req-a13f1cb2-74ab-4e49-b8b4-fe94643f1d5b tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.1379435 Jul 14 13:58:18.886599 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning for port 0a2ef23d-7c5f-4169-a8c9-21b845c457c3 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:58:18.894526 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port 0a2ef23d-7c5f-4169-a8c9-21b845c457c3 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:18.894904 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:18.964189 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bb53625a-042e-4d76-8627-e8bd6b78ad16 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:18.970542 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0705f99d-e5bb-4cb9-ad77-de0bdf806cb9 req-ffa8606d-7683-4c04-8110-184ec0392c7d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093266 Jul 14 13:58:18.975830 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:18.993813 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53625a-042e-4d76-8627-e8bd6b78ad16 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Pushing event deleted for resources: {'Port': ['ID=bd69a167-ebdd-4232-b800-fe99db2bed5e,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:19.011190 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0193363-d0f0-47d9-a074-8c02072352a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2ef23d-7c5f-4169-a8c9-21b845c457c3'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:58:19.011911 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8017a924-878a-42e8-992e-b56cc53e5f12" -d '{"events": [{"server_uuid": "a0193363-d0f0-47d9-a074-8c02072352a0", "name": "network-vif-plugged", "status": "completed", "tag": "0a2ef23d-7c5f-4169-a8c9-21b845c457c3"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:58:19.025134 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 0a2ef23d-7c5f-4169-a8c9-21b845c457c3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0a2ef23d-7c5f-4169-a8c9-21b845c457c3,segment=NetworkSegment(e2eff842-a7a2-405b-a831-499b0a6b9dc3),segment_id=e2eff842-a7a2-405b-a831-499b0a6b9dc3)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:19.034002 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.059885 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e2b703-a6da-4dc6-b7c5-29ed579d196c x-openstack-request-id: req-d0e2b703-a6da-4dc6-b7c5-29ed579d196c {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:58:19.060159 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0193363-d0f0-47d9-a074-8c02072352a0", "name": "network-vif-plugged", "status": "completed", "tag": "0a2ef23d-7c5f-4169-a8c9-21b845c457c3", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:58:19.060438 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d0e2b703-a6da-4dc6-b7c5-29ed579d196c {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:58:19.060788 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0193363-d0f0-47d9-a074-8c02072352a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2ef23d-7c5f-4169-a8c9-21b845c457c3', 'code': 200} Jul 14 13:58:19.072617 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bb53625a-042e-4d76-8627-e8bd6b78ad16 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.075900 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bb53625a-042e-4d76-8627-e8bd6b78ad16 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.082296 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-bb53625a-042e-4d76-8627-e8bd6b78ad16 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "DELETE /v2.0/floatingips/7b576b90-ca5a-4130-b213-54d58a5ec77b HTTP/1.1" status: 204 len: 168 time: 0.5484312 Jul 14 13:58:19.092867 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=0a2ef23d-7c5f-4169-a8c9-21b845c457c3,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:19.326102 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2366de1-3da3-4625-84e6-1a481f220349 req-2007c555-9e4c-4cf2-ba14-23d9352432a9 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:19.334282 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d2366de1-3da3-4625-84e6-1a481f220349 req-2007c555-9e4c-4cf2-ba14-23d9352432a9 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0193363-d0f0-47d9-a074-8c02072352a0 HTTP/1.1" status: 200 len: 945 time: 0.0841675 Jul 14 13:58:19.360589 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545fabe-cf05-42d7-895c-7a056db99135 req-b9b1ee29-b1b6-458f-9d87-bc3a99602da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:19.362147 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e545fabe-cf05-42d7-895c-7a056db99135 req-b9b1ee29-b1b6-458f-9d87-bc3a99602da1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a0193363-d0f0-47d9-a074-8c02072352a0 HTTP/1.1" status: 200 len: 1098 time: 0.0905421 Jul 14 13:58:19.369541 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d2366de1-3da3-4625-84e6-1a481f220349 req-6fcb39a9-04d7-406a-b394-8e2ff2457562 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/security-groups?id=534d4e9d-bbc9-48c7-826a-960a940651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344260 Jul 14 13:58:19.408761 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e545fabe-cf05-42d7-895c-7a056db99135 req-ed21e8c6-dec6-4466-97de-29bf39a6e5a9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=534d4e9d-bbc9-48c7-826a-960a940651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341218 Jul 14 13:58:19.614895 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 34356) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:19.619566 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-aa1a7ebb-dc5e-4403-8f27-85e5d3488469 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--911409014', 'description': 'tempest-description--202296253'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:19.642339 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7ebb-dc5e-4403-8f27-85e5d3488469 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.723798 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7ebb-dc5e-4403-8f27-85e5d3488469 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.727808 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7ebb-dc5e-4403-8f27-85e5d3488469 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.754181 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7ebb-dc5e-4403-8f27-85e5d3488469 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.755906 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-aa1a7ebb-dc5e-4403-8f27-85e5d3488469 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1399913 Jul 14 13:58:19.758935 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 34358) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:19.759798 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a7ebb-dc5e-4403-8f27-85e5d3488469 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c53f52-90fa-49f2-b3fc-b979fae4c79e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:19.764976 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-3cacc35a-9225-47cd-971b-9f258980223d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Request body: {'security_group_rule': {'security_group_id': '49c53f52-90fa-49f2-b3fc-b979fae4c79e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:19.792575 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3cacc35a-9225-47cd-971b-9f258980223d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.838390 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3cacc35a-9225-47cd-971b-9f258980223d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.842435 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3cacc35a-9225-47cd-971b-9f258980223d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.863592 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cacc35a-9225-47cd-971b-9f258980223d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3d2095-f4eb-4766-8313-52f691a167e6,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:19.870772 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3cacc35a-9225-47cd-971b-9f258980223d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.871912 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-3cacc35a-9225-47cd-971b-9f258980223d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118867 Jul 14 13:58:19.874788 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 34360) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:19.879652 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-13b939b6-f53c-4ffe-bcb2-6807ca59254e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Request body: {'security_group_rule': {'security_group_id': '49c53f52-90fa-49f2-b3fc-b979fae4c79e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:19.906154 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-13b939b6-f53c-4ffe-bcb2-6807ca59254e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.963826 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-13b939b6-f53c-4ffe-bcb2-6807ca59254e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.967464 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-13b939b6-f53c-4ffe-bcb2-6807ca59254e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.983664 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b939b6-f53c-4ffe-bcb2-6807ca59254e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbe0a9e-9a92-4d2c-bf2b-953acd45c6c1,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:19.990807 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-13b939b6-f53c-4ffe-bcb2-6807ca59254e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.992018 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-13b939b6-f53c-4ffe-bcb2-6807ca59254e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161673 Jul 14 13:58:19.995001 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 34362) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:19.999471 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-802b04cd-8cdc-4a96-88f8-cdc0c00502a2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Request body: {'floatingip': {'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:20.020924 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-802b04cd-8cdc-4a96-88f8-cdc0c00502a2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for floatingip, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.113838 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-802b04cd-8cdc-4a96-88f8-cdc0c00502a2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.212060 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-802b04cd-8cdc-4a96-88f8-cdc0c00502a2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Allocated IP 172.27.2.144 (cd162c73-a958-4cb4-9ccb-1bec0cade7b8/12dd67ef-565e-43e2-af52-7977bdc7d073/321bf21f-a200-49c7-b4b8-db3a87ae85b5) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:58:20.313906 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-802b04cd-8cdc-4a96-88f8-cdc0c00502a2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.352634 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-802b04cd-8cdc-4a96-88f8-cdc0c00502a2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.387907 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802b04cd-8cdc-4a96-88f8-cdc0c00502a2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:58:20.394271 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-802b04cd-8cdc-4a96-88f8-cdc0c00502a2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:58:20.395156 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b04cd-8cdc-4a96-88f8-cdc0c00502a2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:58:20.428060 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b04cd-8cdc-4a96-88f8-cdc0c00502a2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Pushing event updated for resources: {'Port': ['ID=321bf21f-a200-49c7-b4b8-db3a87ae85b5,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:20.503885 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-802b04cd-8cdc-4a96-88f8-cdc0c00502a2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.578238 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-802b04cd-8cdc-4a96-88f8-cdc0c00502a2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.584669 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eafce1-aecb-4fff-b81c-90b3c6c3e40b req-27f55731-728b-495d-a2aa-a0cc26051b51 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:20.586291 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f6eafce1-aecb-4fff-b81c-90b3c6c3e40b req-27f55731-728b-495d-a2aa-a0cc26051b51 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0193363-d0f0-47d9-a074-8c02072352a0 HTTP/1.1" status: 200 len: 945 time: 0.0805745 Jul 14 13:58:20.628751 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f6eafce1-aecb-4fff-b81c-90b3c6c3e40b req-052feeae-ecff-46da-94a3-5443e8357eda tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/security-groups?id=534d4e9d-bbc9-48c7-826a-960a940651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362036 Jul 14 13:58:20.748934 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-802b04cd-8cdc-4a96-88f8-cdc0c00502a2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.753489 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-802b04cd-8cdc-4a96-88f8-cdc0c00502a2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.821224 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b04cd-8cdc-4a96-88f8-cdc0c00502a2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Pushing event updated for resources: {'Port': ['ID=321bf21f-a200-49c7-b4b8-db3a87ae85b5,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:20.829842 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-802b04cd-8cdc-4a96-88f8-cdc0c00502a2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728900'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.844263 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-802b04cd-8cdc-4a96-88f8-cdc0c00502a2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:20.845514 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-802b04cd-8cdc-4a96-88f8-cdc0c00502a2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8493657 Jul 14 13:58:20.949356 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 34400) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:21.037627 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-c40dcc39-4b36-4699-9067-51400eec7097 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--911409014&fields=id&tenant_id=f0682b2d13074b4fbea16bbda342184f HTTP/1.1" status: 200 len: 267 time: 0.0427065 Jul 14 13:58:21.059273 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d64e2db1-ecc0-4e2b-81d4-4529ea77b544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:21.183021 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-7dd164ed-5ff8-4d9a-ada2-7c2c6b94e53b tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:21.184431 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-7dd164ed-5ff8-4d9a-ada2-7c2c6b94e53b tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/networks?id=429ffe97-91bc-4ca2-9eda-c647a6878dac HTTP/1.1" status: 200 len: 817 time: 0.1397650 Jul 14 13:58:21.209597 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-14317305-c5c0-4866-95e5-116612847879 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/quotas/f0682b2d13074b4fbea16bbda342184f HTTP/1.1" status: 200 len: 375 time: 0.0171649 Jul 14 13:58:21.281498 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d64e2db1-ecc0-4e2b-81d4-4529ea77b544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:21.289205 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d64e2db1-ecc0-4e2b-81d4-4529ea77b544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:21.332244 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d64e2db1-ecc0-4e2b-81d4-4529ea77b544 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2679c3e377cf4076b7ce10cec802c1b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3818371 Jul 14 13:58:21.335106 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 34412) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:21.338910 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e2db1-ecc0-4e2b-81d4-4529ea77b544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75076e66-c6f1-47ed-a7c2-5f501aee1787,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:21.349654 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-c691de72-ac0f-4d2d-9525-d3144a416cbb tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0682b2d13074b4fbea16bbda342184f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1337106 Jul 14 13:58:21.385456 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-db7ab6d6-bafc-42a2-af81-094093a7bb70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:21.408104 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-db7ab6d6-bafc-42a2-af81-094093a7bb70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:21.451794 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-58b5e7ec-2f79-4e88-be88-4f50f39a34cc service neutron] 10.222.0.45 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837855 Jul 14 13:58:21.456400 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-db7ab6d6-bafc-42a2-af81-094093a7bb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:21.458965 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-db7ab6d6-bafc-42a2-af81-094093a7bb70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:21.460128 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-db7ab6d6-bafc-42a2-af81-094093a7bb70 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/75076e66-c6f1-47ed-a7c2-5f501aee1787 HTTP/1.1" status: 204 len: 168 time: 0.1240144 Jul 14 13:58:21.468321 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ab6d6-bafc-42a2-af81-094093a7bb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75076e66-c6f1-47ed-a7c2-5f501aee1787,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:21.548244 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-84d19c86-36e5-4907-b495-b1258719a683 service neutron] 10.222.0.45 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893638 Jul 14 13:58:21.715399 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-432ceefb-a8f4-4211-b30a-def5f0f6b846 req-59a2ba1e-007b-48ac-af78-fca7af5584a7 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 210 time: 0.0285470 Jul 14 13:58:21.750805 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 34424) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:21.764935 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e7594192-9ddf-466a-9224-8480bd1854dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:21.868187 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaff1a8-e391-4f56-87c2-7f1f61932ce3 req-f508562e-4d9d-455e-a9d5-302a01631d9a tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:21.869883 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ccaff1a8-e391-4f56-87c2-7f1f61932ce3 req-f508562e-4d9d-455e-a9d5-302a01631d9a tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0193363-d0f0-47d9-a074-8c02072352a0 HTTP/1.1" status: 200 len: 945 time: 0.1060145 Jul 14 13:58:21.925314 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ccaff1a8-e391-4f56-87c2-7f1f61932ce3 req-e5c18dcf-aa65-4160-b103-1455c643ef39 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/security-groups?id=534d4e9d-bbc9-48c7-826a-960a940651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479391 Jul 14 13:58:21.950785 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e7594192-9ddf-466a-9224-8480bd1854dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:21.955666 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e7594192-9ddf-466a-9224-8480bd1854dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:21.985499 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7594192-9ddf-466a-9224-8480bd1854dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7d6202-d884-4eb7-a312-67bf465be636,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:22.016941 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-e7594192-9ddf-466a-9224-8480bd1854dd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6a0375f2388840bcbc596a87d1482727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2626085 Jul 14 13:58:22.017202 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 34434) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:22.067176 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7fd970d7-297d-4bc0-ad31-10c2e4da01d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:22.088732 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7fd970d7-297d-4bc0-ad31-10c2e4da01d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:22.140112 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7fd970d7-297d-4bc0-ad31-10c2e4da01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:22.142624 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7fd970d7-297d-4bc0-ad31-10c2e4da01d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:22.143777 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-7fd970d7-297d-4bc0-ad31-10c2e4da01d2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eb7d6202-d884-4eb7-a312-67bf465be636 HTTP/1.1" status: 204 len: 168 time: 0.1256616 Jul 14 13:58:22.152366 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd970d7-297d-4bc0-ad31-10c2e4da01d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7d6202-d884-4eb7-a312-67bf465be636,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:22.835523 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519edd1-8694-4fb1-960b-df4dfd9c15ee req-f075fbda-5601-49a3-b93d-a109b076d824 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:22.837351 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a519edd1-8694-4fb1-960b-df4dfd9c15ee req-f075fbda-5601-49a3-b93d-a109b076d824 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0193363-d0f0-47d9-a074-8c02072352a0 HTTP/1.1" status: 200 len: 945 time: 0.1126873 Jul 14 13:58:22.871404 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-32cc3f80-837f-40f2-aa65-1956d86bdcda tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:22.873008 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-32cc3f80-837f-40f2-aa65-1956d86bdcda tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.54 "GET /v2.0/networks?id=429ffe97-91bc-4ca2-9eda-c647a6878dac HTTP/1.1" status: 200 len: 817 time: 0.1318414 Jul 14 13:58:22.889480 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a519edd1-8694-4fb1-960b-df4dfd9c15ee req-42940ed5-029c-46c5-8b32-3a71f1f3a6b8 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/security-groups?id=534d4e9d-bbc9-48c7-826a-960a940651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444598 Jul 14 13:58:22.912806 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1882fe44-61a6-45ef-a1e3-7a71f6e0fe3e req-e44590d7-cb5d-4f1b-8496-099c12006633 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 210 time: 0.0387926 Jul 14 13:58:22.935235 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-b3cb31dc-bad0-45d8-b823-af825055092d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0682b2d13074b4fbea16bbda342184f HTTP/1.1" status: 200 len: 379 time: 0.0517912 Jul 14 13:58:22.950334 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-7dcb16db-cbf3-4c38-aaac-3cc94a1d7ce3 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Request body: {'port': {'device_id': 'a9c064e2-805a-42e1-98c6-1e16c3bea2cc', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'admin_state_up': True, 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'security_groups': ['49c53f52-90fa-49f2-b3fc-b979fae4c79e']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:23.061930 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-7dcb16db-cbf3-4c38-aaac-3cc94a1d7ce3 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Made reservation on behalf of f0682b2d13074b4fbea16bbda342184f for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:58:23.065484 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-7dcb16db-cbf3-4c38-aaac-3cc94a1d7ce3 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:23.188985 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-7dcb16db-cbf3-4c38-aaac-3cc94a1d7ce3 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Allocated IP 172.20.0.4 (429ffe97-91bc-4ca2-9eda-c647a6878dac/b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9/412f049a-53c7-4bad-b972-986f570568de) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:58:23.325746 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-7dcb16db-cbf3-4c38-aaac-3cc94a1d7ce3 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:23.338975 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-7dcb16db-cbf3-4c38-aaac-3cc94a1d7ce3 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Transition to ACTIVE for port object 412f049a-53c7-4bad-b972-986f570568de will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:58:23.372893 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-7dcb16db-cbf3-4c38-aaac-3cc94a1d7ce3 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:23.413283 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-7dcb16db-cbf3-4c38-aaac-3cc94a1d7ce3 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Network 429ffe97-91bc-4ca2-9eda-c647a6878dac is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:58:23.418350 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-7dcb16db-cbf3-4c38-aaac-3cc94a1d7ce3 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:58:23.422035 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-7dcb16db-cbf3-4c38-aaac-3cc94a1d7ce3 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:58:23.468166 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb16db-cbf3-4c38-aaac-3cc94a1d7ce3 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Pushing event updated for resources: {'Port': ['ID=412f049a-53c7-4bad-b972-986f570568de,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:23.480730 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-7dcb16db-cbf3-4c38-aaac-3cc94a1d7ce3 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:23.481677 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-7dcb16db-cbf3-4c38-aaac-3cc94a1d7ce3 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:23.497524 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-7dcb16db-cbf3-4c38-aaac-3cc94a1d7ce3 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5558343 Jul 14 13:58:23.510999 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-1de8e079-cbc9-4d0e-a6b3-3ba49cbc2d44 service neutron] Request body: {'port': {'device_id': 'a9c064e2-805a-42e1-98c6-1e16c3bea2cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:23.591284 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-1de8e079-cbc9-4d0e-a6b3-3ba49cbc2d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:23.635670 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-938e3ea2-f4f5-4708-b521-92105ad13a41 None None] Provisioning for port 412f049a-53c7-4bad-b972-986f570568de completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:58:23.639892 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-938e3ea2-f4f5-4708-b521-92105ad13a41 None None] Provisioning complete for port 412f049a-53c7-4bad-b972-986f570568de triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:23.640259 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-938e3ea2-f4f5-4708-b521-92105ad13a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:23.680814 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-938e3ea2-f4f5-4708-b521-92105ad13a41 None None] Port 412f049a-53c7-4bad-b972-986f570568de cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:58:23.865676 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-1de8e079-cbc9-4d0e-a6b3-3ba49cbc2d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 412f049a-53c7-4bad-b972-986f570568de {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:58:23.872763 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-1de8e079-cbc9-4d0e-a6b3-3ba49cbc2d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:23.884521 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-1de8e079-cbc9-4d0e-a6b3-3ba49cbc2d44 service neutron] Transition to ACTIVE for port object 412f049a-53c7-4bad-b972-986f570568de will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:58:23.888207 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-1de8e079-cbc9-4d0e-a6b3-3ba49cbc2d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:23.940204 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8e079-cbc9-4d0e-a6b3-3ba49cbc2d44 service neutron] Pushing event updated for resources: {'Port': ['ID=412f049a-53c7-4bad-b972-986f570568de,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:24.013093 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-1de8e079-cbc9-4d0e-a6b3-3ba49cbc2d44 service neutron] Attempting to bind port 412f049a-53c7-4bad-b972-986f570568de on host hv-cinder-79760 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:58:24.013525 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-1de8e079-cbc9-4d0e-a6b3-3ba49cbc2d44 service neutron] Attempting to bind port 412f049a-53c7-4bad-b972-986f570568de by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'ed2c0c83-cd38-4e16-97ea-cee9ee449804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:58:24.013928 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-1de8e079-cbc9-4d0e-a6b3-3ba49cbc2d44 service neutron] Attempting to bind port 412f049a-53c7-4bad-b972-986f570568de on network 429ffe97-91bc-4ca2-9eda-c647a6878dac {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:58:24.018536 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-1de8e079-cbc9-4d0e-a6b3-3ba49cbc2d44 service neutron] Port 412f049a-53c7-4bad-b972-986f570568de on network 429ffe97-91bc-4ca2-9eda-c647a6878dac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:58:24.018934 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-1de8e079-cbc9-4d0e-a6b3-3ba49cbc2d44 service neutron] Attempting to bind port 412f049a-53c7-4bad-b972-986f570568de on network 429ffe97-91bc-4ca2-9eda-c647a6878dac {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:58:24.024953 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-1de8e079-cbc9-4d0e-a6b3-3ba49cbc2d44 service neutron] Checking agent: {'id': '452dea11-d79b-49e5-b391-0cd9cce6a9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:58:24.025290 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-1de8e079-cbc9-4d0e-a6b3-3ba49cbc2d44 service neutron] Checking segment: {'id': 'ed2c0c83-cd38-4e16-97ea-cee9ee449804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:58:24.025676 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-1de8e079-cbc9-4d0e-a6b3-3ba49cbc2d44 service neutron] Bound using segment: {'id': 'ed2c0c83-cd38-4e16-97ea-cee9ee449804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:58:24.026106 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-1de8e079-cbc9-4d0e-a6b3-3ba49cbc2d44 service neutron] Bound port: 412f049a-53c7-4bad-b972-986f570568de, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed2c0c83-cd38-4e16-97ea-cee9ee449804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:58:24.026464 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-1de8e079-cbc9-4d0e-a6b3-3ba49cbc2d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:24.094878 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-1de8e079-cbc9-4d0e-a6b3-3ba49cbc2d44 service neutron] For port 412f049a-53c7-4bad-b972-986f570568de, host hv-cinder-79760, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:58:24.098052 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-1de8e079-cbc9-4d0e-a6b3-3ba49cbc2d44 service neutron] For port 412f049a-53c7-4bad-b972-986f570568de, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=412f049a-53c7-4bad-b972-986f570568de,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:58:24.106141 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-1de8e079-cbc9-4d0e-a6b3-3ba49cbc2d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:24.150531 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-1de8e079-cbc9-4d0e-a6b3-3ba49cbc2d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:24.151058 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-1de8e079-cbc9-4d0e-a6b3-3ba49cbc2d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:24.152567 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-1de8e079-cbc9-4d0e-a6b3-3ba49cbc2d44 service neutron] 10.222.0.54 "PUT /v2.0/ports/412f049a-53c7-4bad-b972-986f570568de HTTP/1.1" status: 200 len: 1093 time: 0.6460204 Jul 14 13:58:24.153011 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c064e2-805a-42e1-98c6-1e16c3bea2cc', 'tag': '412f049a-53c7-4bad-b972-986f570568de'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:58:24.155241 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba53915-26f0-47b1-a054-098f92d2a66c" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c064e2-805a-42e1-98c6-1e16c3bea2cc", "tag": "412f049a-53c7-4bad-b972-986f570568de"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:58:24.213442 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10640d-8bbf-455a-a55e-bed96d7e2a4f req-268a8697-7614-42f9-8f67-55b01095aa59 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:24.215159 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ca10640d-8bbf-455a-a55e-bed96d7e2a4f req-268a8697-7614-42f9-8f67-55b01095aa59 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0193363-d0f0-47d9-a074-8c02072352a0 HTTP/1.1" status: 200 len: 945 time: 0.1234729 Jul 14 13:58:24.228281 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8e079-cbc9-4d0e-a6b3-3ba49cbc2d44 service neutron] Pushing event updated for resources: {'Port': ['ID=412f049a-53c7-4bad-b972-986f570568de,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:24.258220 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ca10640d-8bbf-455a-a55e-bed96d7e2a4f req-7f88aaa4-37e3-41fa-a901-70d666daca85 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/security-groups?id=534d4e9d-bbc9-48c7-826a-960a940651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344286 Jul 14 13:58:24.330515 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794e0ae-adf7-458a-9b51-d0036618746a req-4947c346-bbdb-437e-abd7-80149bc73d8e tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:24.335254 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5794e0ae-adf7-458a-9b51-d0036618746a req-4947c346-bbdb-437e-abd7-80149bc73d8e tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0193363-d0f0-47d9-a074-8c02072352a0 HTTP/1.1" status: 200 len: 945 time: 0.1703725 Jul 14 13:58:24.336807 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadccf3b-3ade-43b9-9168-098bd7926830 x-openstack-request-id: req-cadccf3b-3ade-43b9-9168-098bd7926830 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:58:24.337100 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c064e2-805a-42e1-98c6-1e16c3bea2cc", "tag": "412f049a-53c7-4bad-b972-986f570568de", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:58:24.337350 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cadccf3b-3ade-43b9-9168-098bd7926830 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:58:24.337734 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c064e2-805a-42e1-98c6-1e16c3bea2cc', 'tag': '412f049a-53c7-4bad-b972-986f570568de', 'status': 'completed', 'code': 200} Jul 14 13:58:24.384972 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-08abd9dc-fea6-4600-a398-35e213691c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:24.386736 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-08abd9dc-fea6-4600-a398-35e213691c05 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f0682b2d13074b4fbea16bbda342184f&device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 1096 time: 0.1674399 Jul 14 13:58:24.462572 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-e7312263-089b-4855-b12c-2a7da8c3f0fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=412f049a-53c7-4bad-b972-986f570568de HTTP/1.1" status: 200 len: 217 time: 0.0550318 Jul 14 13:58:24.797929 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 34526) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:24.798086 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729bf03-fe6f-4435-83a0-794e63f4c2d4 req-4b8a5518-b7d2-42b7-b99b-84b981979261 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:24.799426 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5729bf03-fe6f-4435-83a0-794e63f4c2d4 req-4b8a5518-b7d2-42b7-b99b-84b981979261 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 943 time: 0.4600430 Jul 14 13:58:24.800791 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-9ef78f8e-1524-4eba-8648-b7bb213edbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:24.802669 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-9ef78f8e-1524-4eba-8648-b7bb213edbec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9 HTTP/1.1" status: 200 len: 856 time: 0.3322196 Jul 14 13:58:24.879121 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-5794e0ae-adf7-458a-9b51-d0036618746a req-22296f7d-1e3a-4bd9-a1ab-4948f00b90d5 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Deleting port 0a2ef23d-7c5f-4169-a8c9-21b845c457c3 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:58:24.879783 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-5794e0ae-adf7-458a-9b51-d0036618746a req-22296f7d-1e3a-4bd9-a1ab-4948f00b90d5 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:24.886207 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5729bf03-fe6f-4435-83a0-794e63f4c2d4 req-23b68108-b992-4c17-8609-709bac0e663c tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802524 Jul 14 13:58:24.901844 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-259bfefc-d0ae-48ba-83dc-c4d574417719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:24.957917 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-c400f04e-1ecc-4fd3-aede-cc8fb840d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:24.959527 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-c400f04e-1ecc-4fd3-aede-cc8fb840d8a5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=429ffe97-91bc-4ca2-9eda-c647a6878dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1443088 Jul 14 13:58:24.993707 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-259bfefc-d0ae-48ba-83dc-c4d574417719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:24.997601 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-259bfefc-d0ae-48ba-83dc-c4d574417719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.022947 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-5794e0ae-adf7-458a-9b51-d0036618746a req-22296f7d-1e3a-4bd9-a1ab-4948f00b90d5 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] For port 0a2ef23d-7c5f-4169-a8c9-21b845c457c3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0a2ef23d-7c5f-4169-a8c9-21b845c457c3,segment=NetworkSegment(e2eff842-a7a2-405b-a831-499b0a6b9dc3),segment_id=e2eff842-a7a2-405b-a831-499b0a6b9dc3)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:25.023306 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-5794e0ae-adf7-458a-9b51-d0036618746a req-22296f7d-1e3a-4bd9-a1ab-4948f00b90d5 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.033937 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-259bfefc-d0ae-48ba-83dc-c4d574417719 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e70e85097281462a834a083fabb192fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349410 Jul 14 13:58:25.037075 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 34530) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:25.044403 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bfefc-d0ae-48ba-83dc-c4d574417719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c17a60-45f2-4f87-ba52-cc59dfe57942,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:25.046240 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-5794e0ae-adf7-458a-9b51-d0036618746a req-22296f7d-1e3a-4bd9-a1ab-4948f00b90d5 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Calling delete_port for 0a2ef23d-7c5f-4169-a8c9-21b845c457c3 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:58:25.090176 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d21afe9a-ded0-4095-bb79-4d410f62b1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.111043 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d21afe9a-ded0-4095-bb79-4d410f62b1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.117819 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-7912f2aa-39f4-4c13-948d-03cd374d642f service neutron] 10.222.0.54 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482799 Jul 14 13:58:25.157119 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d21afe9a-ded0-4095-bb79-4d410f62b1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.159694 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d21afe9a-ded0-4095-bb79-4d410f62b1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.160885 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-d21afe9a-ded0-4095-bb79-4d410f62b1a5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/88c17a60-45f2-4f87-ba52-cc59dfe57942 HTTP/1.1" status: 204 len: 168 time: 0.1229041 Jul 14 13:58:25.170540 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21afe9a-ded0-4095-bb79-4d410f62b1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c17a60-45f2-4f87-ba52-cc59dfe57942,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:25.261922 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-00743ab1-663f-468b-acf6-e16ee677ab1b req-5a01afbd-9bcc-4cef-b711-dea5619ae608 service neutron] 10.222.0.54 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337919 Jul 14 13:58:25.276422 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-5794e0ae-adf7-458a-9b51-d0036618746a req-22296f7d-1e3a-4bd9-a1ab-4948f00b90d5 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.321191 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22296f7d-1e3a-4bd9-a1ab-4948f00b90d5 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Pushing event deleted for resources: {'Port': ['ID=0a2ef23d-7c5f-4169-a8c9-21b845c457c3,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:25.380769 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-5794e0ae-adf7-458a-9b51-d0036618746a req-22296f7d-1e3a-4bd9-a1ab-4948f00b90d5 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] No DVR routers for this DVR port 0a2ef23d-7c5f-4169-a8c9-21b845c457c3 on host hv-cinder-79760 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:58:25.400732 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-5794e0ae-adf7-458a-9b51-d0036618746a req-22296f7d-1e3a-4bd9-a1ab-4948f00b90d5 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.402888 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5794e0ae-adf7-458a-9b51-d0036618746a req-22296f7d-1e3a-4bd9-a1ab-4948f00b90d5 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.54 "DELETE /v2.0/ports/0a2ef23d-7c5f-4169-a8c9-21b845c457c3 HTTP/1.1" status: 204 len: 173 time: 1.0502195 Jul 14 13:58:25.430763 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba53915-26f0-47b1-a054-098f92d2a66c req-c52ad40d-43a2-4b0e-acb6-4b9ff1ce8a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:25.432284 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8ba53915-26f0-47b1-a054-098f92d2a66c req-c52ad40d-43a2-4b0e-acb6-4b9ff1ce8a76 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f0682b2d13074b4fbea16bbda342184f&device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 1096 time: 0.0828815 Jul 14 13:58:25.437861 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-964434fb-7e1b-40fd-8b1f-5a370ebebb61 req-ac660f9a-423c-4634-867a-948ec85fda81 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0193363-d0f0-47d9-a074-8c02072352a0 HTTP/1.1" status: 200 len: 210 time: 0.0313704 Jul 14 13:58:25.466105 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 34538) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:25.480473 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cc9789d9-4666-4868-bf9a-e45ebf4c7b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.537319 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba53915-26f0-47b1-a054-098f92d2a66c req-c75c07ef-fd7a-46c3-a315-6984e474163e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:25.538916 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8ba53915-26f0-47b1-a054-098f92d2a66c req-c75c07ef-fd7a-46c3-a315-6984e474163e service neutron] 10.222.0.54 "GET /v2.0/networks?id=429ffe97-91bc-4ca2-9eda-c647a6878dac HTTP/1.1" status: 200 len: 918 time: 0.0906043 Jul 14 13:58:25.575015 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cc9789d9-4666-4868-bf9a-e45ebf4c7b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.579888 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cc9789d9-4666-4868-bf9a-e45ebf4c7b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.585135 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8ba53915-26f0-47b1-a054-098f92d2a66c req-61984fb5-3287-46f1-a6ab-5d0d1ba9b59f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=412f049a-53c7-4bad-b972-986f570568de HTTP/1.1" status: 200 len: 217 time: 0.0389407 Jul 14 13:58:25.624313 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-cc9789d9-4666-4868-bf9a-e45ebf4c7b35 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=160d177f805d4cd69ed89e4e18653a09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552260 Jul 14 13:58:25.624926 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9789d9-4666-4868-bf9a-e45ebf4c7b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc753775-6325-4741-ae7d-76cc8bdd6cf0,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:25.625803 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 34540) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:25.650227 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba53915-26f0-47b1-a054-098f92d2a66c req-31aa9bbe-2b23-4233-ad56-72ca14126b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:25.651929 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8ba53915-26f0-47b1-a054-098f92d2a66c req-31aa9bbe-2b23-4233-ad56-72ca14126b77 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9 HTTP/1.1" status: 200 len: 856 time: 0.0591724 Jul 14 13:58:25.711119 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4a045c37-7261-487b-b88e-92913eb7fb40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.737868 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4a045c37-7261-487b-b88e-92913eb7fb40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.756237 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba53915-26f0-47b1-a054-098f92d2a66c req-acfcb2fb-59aa-4f71-abb0-d0aedcebee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:25.757681 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8ba53915-26f0-47b1-a054-098f92d2a66c req-acfcb2fb-59aa-4f71-abb0-d0aedcebee3b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=429ffe97-91bc-4ca2-9eda-c647a6878dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0952079 Jul 14 13:58:25.837138 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4a045c37-7261-487b-b88e-92913eb7fb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.839576 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4a045c37-7261-487b-b88e-92913eb7fb40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.840670 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4a045c37-7261-487b-b88e-92913eb7fb40 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bc753775-6325-4741-ae7d-76cc8bdd6cf0 HTTP/1.1" status: 204 len: 168 time: 0.2138886 Jul 14 13:58:25.853178 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a045c37-7261-487b-b88e-92913eb7fb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc753775-6325-4741-ae7d-76cc8bdd6cf0,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:25.868223 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8ba53915-26f0-47b1-a054-098f92d2a66c req-449ed160-db32-4788-b022-a8ffe9b68cb6 service neutron] 10.222.0.54 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993841 Jul 14 13:58:25.970754 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8ba53915-26f0-47b1-a054-098f92d2a66c req-8f06ea54-9033-4ea8-9b97-020de194af2c service neutron] 10.222.0.54 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869131 Jul 14 13:58:26.087853 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6741e2-14cf-4189-b29c-d29a3c5665fc req-dfdd21d4-129f-48da-bf77-ada7c0945e6e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:26.089352 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4d6741e2-14cf-4189-b29c-d29a3c5665fc req-dfdd21d4-129f-48da-bf77-ada7c0945e6e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 943 time: 0.0747156 Jul 14 13:58:26.134795 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4d6741e2-14cf-4189-b29c-d29a3c5665fc req-6851900e-f703-4b1f-85b7-5583cf3be0d4 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395820 Jul 14 13:58:26.338727 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0193363-d0f0-47d9-a074-8c02072352a0', 'name': 'network-vif-deleted', 'tag': '0a2ef23d-7c5f-4169-a8c9-21b845c457c3'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:58:26.341311 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dcb8ee-cd91-4325-b70e-48c3c47f387b" -d '{"events": [{"server_uuid": "a0193363-d0f0-47d9-a074-8c02072352a0", "name": "network-vif-deleted", "tag": "0a2ef23d-7c5f-4169-a8c9-21b845c457c3"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:58:26.376983 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5abf695-b9e0-4e22-8e20-96768ecdd43b x-openstack-request-id: req-e5abf695-b9e0-4e22-8e20-96768ecdd43b {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:58:26.377279 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0193363-d0f0-47d9-a074-8c02072352a0", "name": "network-vif-deleted", "tag": "0a2ef23d-7c5f-4169-a8c9-21b845c457c3", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:58:26.377529 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e5abf695-b9e0-4e22-8e20-96768ecdd43b {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:58:26.377919 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0193363-d0f0-47d9-a074-8c02072352a0', 'name': 'network-vif-deleted', 'tag': '0a2ef23d-7c5f-4169-a8c9-21b845c457c3', 'status': 'completed', 'code': 200} Jul 14 13:58:26.790017 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-be5f2688-fc8f-45cb-a47d-b4f2f0f4ffd9 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:26.791522 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-be5f2688-fc8f-45cb-a47d-b4f2f0f4ffd9 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/networks?id=221e4caa-7cd2-43b3-ad9c-6744b344a447 HTTP/1.1" status: 200 len: 808 time: 0.1072307 Jul 14 13:58:26.806331 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-e5da2458-28f2-4f02-93ec-98569b21758c tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/quotas/c10586a02df54ad78028068ca2fee023 HTTP/1.1" status: 200 len: 375 time: 0.0095856 Jul 14 13:58:26.846073 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-5fd81f45-9b33-4d00-bc73-7b1f403d50e6 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c10586a02df54ad78028068ca2fee023&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338387 Jul 14 13:58:26.869013 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 0a2ef23d-7c5f-4169-a8c9-21b845c457c3 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:58:26.888535 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] No Port match for: 0a2ef23d-7c5f-4169-a8c9-21b845c457c3 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:58:26.888873 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 0a2ef23d-7c5f-4169-a8c9-21b845c457c3 not bound to the agent host hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:58:27.034823 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-537f5670-73c2-4f6c-a889-cb4b9161f32c service neutron] 10.222.0.45 "GET /v2.0/networks/221e4caa-7cd2-43b3-ad9c-6744b344a447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810627 Jul 14 13:58:27.124018 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-46f0aa38-d11e-40aa-889f-549cd1e64271 service neutron] 10.222.0.45 "GET /v2.0/networks/221e4caa-7cd2-43b3-ad9c-6744b344a447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834272 Jul 14 13:58:27.305343 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-73ef3825-dae5-4b63-85b3-12a0a98a077a req-b6301fa5-65cd-4f78-a5ef-1ee4b65a0675 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=d94278e8-bb1b-49f9-999f-42831aa510f9 HTTP/1.1" status: 200 len: 210 time: 0.0385659 Jul 14 13:58:27.328921 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71bf59-286f-4750-af64-8ffb221f9bee req-49563d53-8566-4613-bd22-67d7d76c0451 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:27.330422 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fd71bf59-286f-4750-af64-8ffb221f9bee req-49563d53-8566-4613-bd22-67d7d76c0451 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 943 time: 0.0702221 Jul 14 13:58:27.369678 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fd71bf59-286f-4750-af64-8ffb221f9bee req-e39322c5-e42b-40ad-8d9c-09283e34ed0f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334320 Jul 14 13:58:28.445873 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9f2a07a6-74dd-4141-b71f-172eae7d648f req-a71bdace-4854-4138-8795-f478c7d5076f tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=d94278e8-bb1b-49f9-999f-42831aa510f9 HTTP/1.1" status: 200 len: 210 time: 0.0286405 Jul 14 13:58:28.623404 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-c30628c9-db96-4406-9058-3e5c9e0ed880 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:28.624859 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-c30628c9-db96-4406-9058-3e5c9e0ed880 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.54 "GET /v2.0/networks?id=221e4caa-7cd2-43b3-ad9c-6744b344a447 HTTP/1.1" status: 200 len: 808 time: 0.1449902 Jul 14 13:58:28.636414 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6998fd-461f-4ed9-bfdd-6c71e74c2c6f req-a61c5502-4f6d-4a6c-a840-10a2edfee807 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:28.638400 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ff6998fd-461f-4ed9-bfdd-6c71e74c2c6f req-a61c5502-4f6d-4a6c-a840-10a2edfee807 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 943 time: 0.1341224 Jul 14 13:58:28.643291 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-d8783aa8-0513-40cd-8dd2-9a65b590e9a5 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Request body: {'port': {'device_id': 'd94278e8-bb1b-49f9-999f-42831aa510f9', 'network_id': '221e4caa-7cd2-43b3-ad9c-6744b344a447', 'admin_state_up': True, 'tenant_id': 'c10586a02df54ad78028068ca2fee023'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:28.732065 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ff6998fd-461f-4ed9-bfdd-6c71e74c2c6f req-5e588f9c-e39d-42e6-a57d-c65ba416e556 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833642 Jul 14 13:58:28.782639 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-d8783aa8-0513-40cd-8dd2-9a65b590e9a5 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Made reservation on behalf of c10586a02df54ad78028068ca2fee023 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:58:28.786269 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-d8783aa8-0513-40cd-8dd2-9a65b590e9a5 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:28.885456 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 412f049a-53c7-4bad-b972-986f570568de details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:58:28.920444 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-d8783aa8-0513-40cd-8dd2-9a65b590e9a5 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Allocated IP 172.20.0.11 (221e4caa-7cd2-43b3-ad9c-6744b344a447/f81a32aa-ca42-44b2-8f69-070c62f80589/82025403-71c1-4bfe-8ff0-b16d2eedb4b6) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:58:28.983702 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 412f049a-53c7-4bad-b972-986f570568de, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=412f049a-53c7-4bad-b972-986f570568de,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:28.998349 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': '412f049a-53c7-4bad-b972-986f570568de', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'port_id': '412f049a-53c7-4bad-b972-986f570568de', 'mac_address': 'fa:16:3e:06:17:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:58:29.033968 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:29.046393 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412f049a-53c7-4bad-b972-986f570568de {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:58:29.065831 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 412f049a-53c7-4bad-b972-986f570568de, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=412f049a-53c7-4bad-b972-986f570568de,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:29.070134 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:29.071644 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-d8783aa8-0513-40cd-8dd2-9a65b590e9a5 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:29.111339 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-d8783aa8-0513-40cd-8dd2-9a65b590e9a5 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:29.116329 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=412f049a-53c7-4bad-b972-986f570568de,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:29.155670 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-d8783aa8-0513-40cd-8dd2-9a65b590e9a5 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Network 221e4caa-7cd2-43b3-ad9c-6744b344a447 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:58:29.158607 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-d8783aa8-0513-40cd-8dd2-9a65b590e9a5 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:58:29.162898 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-d8783aa8-0513-40cd-8dd2-9a65b590e9a5 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:58:29.169073 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8783aa8-0513-40cd-8dd2-9a65b590e9a5 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Pushing event updated for resources: {'Port': ['ID=82025403-71c1-4bfe-8ff0-b16d2eedb4b6,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:29.215350 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-d8783aa8-0513-40cd-8dd2-9a65b590e9a5 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:29.215978 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-d8783aa8-0513-40cd-8dd2-9a65b590e9a5 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:29.229199 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-d8783aa8-0513-40cd-8dd2-9a65b590e9a5 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5898864 Jul 14 13:58:29.618225 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb9b0a-2925-4a51-9f57-af9cc0a0061d req-b7825cc5-8fe3-4fca-9c33-c1dd766e6b86 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:29.619689 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4abb9b0a-2925-4a51-9f57-af9cc0a0061d req-b7825cc5-8fe3-4fca-9c33-c1dd766e6b86 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=d94278e8-bb1b-49f9-999f-42831aa510f9 HTTP/1.1" status: 200 len: 932 time: 0.0615070 Jul 14 13:58:29.658990 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4abb9b0a-2925-4a51-9f57-af9cc0a0061d req-8ede0155-588f-47ce-9452-b234608eeeaa tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/security-groups?id=534d4e9d-bbc9-48c7-826a-960a940651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337057 Jul 14 13:58:29.905813 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935823e-5300-4a5a-9141-5e40adabc31d req-8ff272e1-20bf-4080-9892-7ee600b89c8c tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:29.907268 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8935823e-5300-4a5a-9141-5e40adabc31d req-8ff272e1-20bf-4080-9892-7ee600b89c8c tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 944 time: 0.0621009 Jul 14 13:58:29.944657 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8935823e-5300-4a5a-9141-5e40adabc31d req-fd9a30df-0f5e-461c-befb-8bf414bd751e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313025 Jul 14 13:58:30.107921 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-e732cdbb-1992-4b7d-b8be-857679b20ebf service neutron] Request body: {'port': {'device_id': 'd94278e8-bb1b-49f9-999f-42831aa510f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:30.178760 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-e732cdbb-1992-4b7d-b8be-857679b20ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:30.431598 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-e732cdbb-1992-4b7d-b8be-857679b20ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82025403-71c1-4bfe-8ff0-b16d2eedb4b6 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:58:30.438771 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-e732cdbb-1992-4b7d-b8be-857679b20ebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:30.450999 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-e732cdbb-1992-4b7d-b8be-857679b20ebf service neutron] Transition to ACTIVE for port object 82025403-71c1-4bfe-8ff0-b16d2eedb4b6 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:58:30.454673 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-e732cdbb-1992-4b7d-b8be-857679b20ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:30.505594 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732cdbb-1992-4b7d-b8be-857679b20ebf service neutron] Pushing event updated for resources: {'Port': ['ID=82025403-71c1-4bfe-8ff0-b16d2eedb4b6,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:30.574545 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-e732cdbb-1992-4b7d-b8be-857679b20ebf service neutron] Attempting to bind port 82025403-71c1-4bfe-8ff0-b16d2eedb4b6 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:58:30.574878 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-e732cdbb-1992-4b7d-b8be-857679b20ebf service neutron] Attempting to bind port 82025403-71c1-4bfe-8ff0-b16d2eedb4b6 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'e2eff842-a7a2-405b-a831-499b0a6b9dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '221e4caa-7cd2-43b3-ad9c-6744b344a447'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:58:30.575203 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-e732cdbb-1992-4b7d-b8be-857679b20ebf service neutron] Attempting to bind port 82025403-71c1-4bfe-8ff0-b16d2eedb4b6 on network 221e4caa-7cd2-43b3-ad9c-6744b344a447 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:58:30.579392 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-e732cdbb-1992-4b7d-b8be-857679b20ebf service neutron] Port 82025403-71c1-4bfe-8ff0-b16d2eedb4b6 on network 221e4caa-7cd2-43b3-ad9c-6744b344a447 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:58:30.579906 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-e732cdbb-1992-4b7d-b8be-857679b20ebf service neutron] Attempting to bind port 82025403-71c1-4bfe-8ff0-b16d2eedb4b6 on network 221e4caa-7cd2-43b3-ad9c-6744b344a447 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:58:30.585301 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-e732cdbb-1992-4b7d-b8be-857679b20ebf service neutron] Checking agent: {'id': '452dea11-d79b-49e5-b391-0cd9cce6a9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:58:30.585632 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-e732cdbb-1992-4b7d-b8be-857679b20ebf service neutron] Checking segment: {'id': 'e2eff842-a7a2-405b-a831-499b0a6b9dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '221e4caa-7cd2-43b3-ad9c-6744b344a447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:58:30.586013 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-e732cdbb-1992-4b7d-b8be-857679b20ebf service neutron] Bound using segment: {'id': 'e2eff842-a7a2-405b-a831-499b0a6b9dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '221e4caa-7cd2-43b3-ad9c-6744b344a447'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:58:30.586431 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-e732cdbb-1992-4b7d-b8be-857679b20ebf service neutron] Bound port: 82025403-71c1-4bfe-8ff0-b16d2eedb4b6, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2eff842-a7a2-405b-a831-499b0a6b9dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '221e4caa-7cd2-43b3-ad9c-6744b344a447'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:58:30.586782 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-e732cdbb-1992-4b7d-b8be-857679b20ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:30.647739 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-e732cdbb-1992-4b7d-b8be-857679b20ebf service neutron] For port 82025403-71c1-4bfe-8ff0-b16d2eedb4b6, host hv-cinder-79760, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:58:30.650758 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-e732cdbb-1992-4b7d-b8be-857679b20ebf service neutron] For port 82025403-71c1-4bfe-8ff0-b16d2eedb4b6, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=82025403-71c1-4bfe-8ff0-b16d2eedb4b6,segment=NetworkSegment(e2eff842-a7a2-405b-a831-499b0a6b9dc3),segment_id=e2eff842-a7a2-405b-a831-499b0a6b9dc3)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:58:30.655267 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-e732cdbb-1992-4b7d-b8be-857679b20ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:30.686823 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-e732cdbb-1992-4b7d-b8be-857679b20ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:30.687433 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-e732cdbb-1992-4b7d-b8be-857679b20ebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:30.689438 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-e732cdbb-1992-4b7d-b8be-857679b20ebf service neutron] 10.222.0.54 "PUT /v2.0/ports/82025403-71c1-4bfe-8ff0-b16d2eedb4b6 HTTP/1.1" status: 200 len: 1094 time: 0.5857511 Jul 14 13:58:30.691153 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94278e8-bb1b-49f9-999f-42831aa510f9', 'tag': '82025403-71c1-4bfe-8ff0-b16d2eedb4b6'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:58:30.693995 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355e3d39-7983-4741-8b39-db022c8e2747" -d '{"events": [{"name": "network-changed", "server_uuid": "d94278e8-bb1b-49f9-999f-42831aa510f9", "tag": "82025403-71c1-4bfe-8ff0-b16d2eedb4b6"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:58:30.718925 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732cdbb-1992-4b7d-b8be-857679b20ebf service neutron] Pushing event updated for resources: {'Port': ['ID=82025403-71c1-4bfe-8ff0-b16d2eedb4b6,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:30.730389 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd191192-71a2-4660-b79c-f924cac92ee1 x-openstack-request-id: req-cd191192-71a2-4660-b79c-f924cac92ee1 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:58:30.730680 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94278e8-bb1b-49f9-999f-42831aa510f9", "tag": "82025403-71c1-4bfe-8ff0-b16d2eedb4b6", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:58:30.730938 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cd191192-71a2-4660-b79c-f924cac92ee1 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:58:30.731328 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94278e8-bb1b-49f9-999f-42831aa510f9', 'tag': '82025403-71c1-4bfe-8ff0-b16d2eedb4b6', 'status': 'completed', 'code': 200} Jul 14 13:58:30.828480 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdef1d1-50dd-4d62-8f53-87d2322f5a3d req-7903a7e8-56ac-4f6a-923c-059d83429428 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:30.829917 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6bdef1d1-50dd-4d62-8f53-87d2322f5a3d req-7903a7e8-56ac-4f6a-923c-059d83429428 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=d94278e8-bb1b-49f9-999f-42831aa510f9 HTTP/1.1" status: 200 len: 944 time: 0.0607631 Jul 14 13:58:30.865958 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6bdef1d1-50dd-4d62-8f53-87d2322f5a3d req-12dd11ce-fe08-4c41-a1a3-f5fb3c5dd0cd tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/security-groups?id=534d4e9d-bbc9-48c7-826a-960a940651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299947 Jul 14 13:58:31.122012 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed5d0a-2526-4fb9-833a-7de2a182d560 req-26233efe-ca32-47a4-b682-ca0cffcb9992 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:31.123428 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-36ed5d0a-2526-4fb9-833a-7de2a182d560 req-26233efe-ca32-47a4-b682-ca0cffcb9992 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 944 time: 0.0616071 Jul 14 13:58:31.162235 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-36ed5d0a-2526-4fb9-833a-7de2a182d560 req-5a7ff62a-5fcc-49a0-ba5f-a6947354913b tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332677 Jul 14 13:58:32.034381 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11e4ee-05fa-4973-91e6-e7677375290e req-267a7396-7681-47b1-9dca-8775acb8f1e2 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:32.035889 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2f11e4ee-05fa-4973-91e6-e7677375290e req-267a7396-7681-47b1-9dca-8775acb8f1e2 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=d94278e8-bb1b-49f9-999f-42831aa510f9 HTTP/1.1" status: 200 len: 944 time: 0.0624232 Jul 14 13:58:32.072386 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2f11e4ee-05fa-4973-91e6-e7677375290e req-2ae2f1cc-2245-4243-b91a-6b579017408a tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/security-groups?id=534d4e9d-bbc9-48c7-826a-960a940651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308561 Jul 14 13:58:32.191718 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['412f049a-53c7-4bad-b972-986f570568de'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:58:32.230476 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e3d39-7983-4741-8b39-db022c8e2747 req-fe95ab89-54dc-4d3c-9a11-bbe8a3ea890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:32.232239 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-355e3d39-7983-4741-8b39-db022c8e2747 req-fe95ab89-54dc-4d3c-9a11-bbe8a3ea890f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c10586a02df54ad78028068ca2fee023&device_id=d94278e8-bb1b-49f9-999f-42831aa510f9 HTTP/1.1" status: 200 len: 1097 time: 0.1403604 Jul 14 13:58:32.434337 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e3d39-7983-4741-8b39-db022c8e2747 req-4042cab6-e21d-44dd-a60f-6fc0887d3c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:32.435815 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-355e3d39-7983-4741-8b39-db022c8e2747 req-4042cab6-e21d-44dd-a60f-6fc0887d3c8b service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c10586a02df54ad78028068ca2fee023&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1954236 Jul 14 13:58:32.447552 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39953a76-58c2-4d3e-af5e-46a5e3c56303 req-9a048d35-507a-48b6-9fd3-024187318bad tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:32.448999 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-39953a76-58c2-4d3e-af5e-46a5e3c56303 req-9a048d35-507a-48b6-9fd3-024187318bad tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 944 time: 0.1488147 Jul 14 13:58:32.567274 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-39953a76-58c2-4d3e-af5e-46a5e3c56303 req-2b8eb24c-5702-41b1-8a85-3d22da2920fb tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096201 Jul 14 13:58:32.620280 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e3d39-7983-4741-8b39-db022c8e2747 req-21044076-6ba2-4937-b4d1-adaed7756325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:32.621738 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-355e3d39-7983-4741-8b39-db022c8e2747 req-21044076-6ba2-4937-b4d1-adaed7756325 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1719439 Jul 14 13:58:32.716203 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-7b8f730b-0511-4901-8cf6-a70d97bb4fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:32.717529 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-7b8f730b-0511-4901-8cf6-a70d97bb4fc5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c10586a02df54ad78028068ca2fee023&device_id=d94278e8-bb1b-49f9-999f-42831aa510f9 HTTP/1.1" status: 200 len: 1097 time: 0.0506635 Jul 14 13:58:32.761440 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-952482cf-3fc7-4d5a-945a-2c86a6e4c96c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82025403-71c1-4bfe-8ff0-b16d2eedb4b6 HTTP/1.1" status: 200 len: 217 time: 0.0349591 Jul 14 13:58:32.814886 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-d9427648-c150-4688-a7c0-2e4035eeec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:32.816252 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-d9427648-c150-4688-a7c0-2e4035eeec5c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f81a32aa-ca42-44b2-8f69-070c62f80589 HTTP/1.1" status: 200 len: 848 time: 0.0407917 Jul 14 13:58:32.849422 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-8a490b63-acb3-4be5-9d5f-54c13c05013c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=221e4caa-7cd2-43b3-ad9c-6744b344a447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253825 Jul 14 13:58:32.935891 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-1ec54204-f6a2-4a0f-a6e4-6f11935402a9 service neutron] 10.222.0.54 "GET /v2.0/networks/221e4caa-7cd2-43b3-ad9c-6744b344a447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794704 Jul 14 13:58:33.011585 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 412f049a-53c7-4bad-b972-986f570568de up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:58:33.023943 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-66697db5-f7d5-4b35-95c3-e866be1bb1d8 req-787431d4-21e6-47dc-a13d-c7c48b7365ee service neutron] 10.222.0.54 "GET /v2.0/networks/221e4caa-7cd2-43b3-ad9c-6744b344a447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803547 Jul 14 13:58:33.060339 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning for port 412f049a-53c7-4bad-b972-986f570568de completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:58:33.063849 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port 412f049a-53c7-4bad-b972-986f570568de triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:33.064221 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:33.149797 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:33.175533 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c064e2-805a-42e1-98c6-1e16c3bea2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412f049a-53c7-4bad-b972-986f570568de'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:58:33.177837 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf77aea-b857-4af2-a93c-6b56f4b859ec" -d '{"events": [{"server_uuid": "a9c064e2-805a-42e1-98c6-1e16c3bea2cc", "name": "network-vif-plugged", "status": "completed", "tag": "412f049a-53c7-4bad-b972-986f570568de"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:58:33.191223 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 412f049a-53c7-4bad-b972-986f570568de, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=412f049a-53c7-4bad-b972-986f570568de,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:33.196152 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:33.232837 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3cfae5-12bb-440c-b8b0-3abaf01c2aed x-openstack-request-id: req-2a3cfae5-12bb-440c-b8b0-3abaf01c2aed {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:58:33.233028 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c064e2-805a-42e1-98c6-1e16c3bea2cc", "name": "network-vif-plugged", "status": "completed", "tag": "412f049a-53c7-4bad-b972-986f570568de", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:58:33.233413 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a3cfae5-12bb-440c-b8b0-3abaf01c2aed {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:58:33.233794 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c064e2-805a-42e1-98c6-1e16c3bea2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412f049a-53c7-4bad-b972-986f570568de', 'code': 200} Jul 14 13:58:33.251681 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=412f049a-53c7-4bad-b972-986f570568de,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:33.260276 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad1df6-abcd-4329-80d4-a5c1e6b6a35a req-6e204684-66b8-4cf7-bffe-2bb60375e2ac tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:33.262313 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-73ad1df6-abcd-4329-80d4-a5c1e6b6a35a req-6e204684-66b8-4cf7-bffe-2bb60375e2ac tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=d94278e8-bb1b-49f9-999f-42831aa510f9 HTTP/1.1" status: 200 len: 944 time: 0.0754476 Jul 14 13:58:33.302404 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-73ad1df6-abcd-4329-80d4-a5c1e6b6a35a req-2b8bee12-8423-4150-983b-f8449a5665b4 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/security-groups?id=534d4e9d-bbc9-48c7-826a-960a940651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338855 Jul 14 13:58:33.474828 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbd7ac-f44a-4bc8-84a4-88f32c95f388 req-08e41110-fa5a-4025-9825-2ef9881bf07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:33.476332 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-20bbd7ac-f44a-4bc8-84a4-88f32c95f388 req-08e41110-fa5a-4025-9825-2ef9881bf07f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 1098 time: 0.0510385 Jul 14 13:58:33.514497 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-20bbd7ac-f44a-4bc8-84a4-88f32c95f388 req-bddbc510-f88f-4094-bb16-ccb7f3569c4f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305016 Jul 14 13:58:33.740902 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24de148-9fd1-45ae-bde4-d63c86fe5c08 req-aa4e8bcd-8cea-4e4b-9ad7-344df935bfeb tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:33.742332 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d24de148-9fd1-45ae-bde4-d63c86fe5c08 req-aa4e8bcd-8cea-4e4b-9ad7-344df935bfeb tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.0608237 Jul 14 13:58:33.777242 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d24de148-9fd1-45ae-bde4-d63c86fe5c08 req-6ec0662c-86ba-4dd1-a93c-7c191ccd47a5 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294845 Jul 14 13:58:34.487672 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd9bc1-3ab8-4fc9-ab0d-0fa53ab212af req-8528ff6c-6088-4baa-bed3-a06531441f3d tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:34.489064 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2dcd9bc1-3ab8-4fc9-ab0d-0fa53ab212af req-8528ff6c-6088-4baa-bed3-a06531441f3d tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=d94278e8-bb1b-49f9-999f-42831aa510f9 HTTP/1.1" status: 200 len: 944 time: 0.0722110 Jul 14 13:58:34.530943 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2dcd9bc1-3ab8-4fc9-ab0d-0fa53ab212af req-b61a86fc-8e06-4494-8b00-d507d119b402 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/security-groups?id=534d4e9d-bbc9-48c7-826a-960a940651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356526 Jul 14 13:58:34.947230 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fd739-281e-4022-9aa5-19a405674ff6 req-14877ea9-cf6e-4238-a3ba-c8bbadaa1c20 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:34.948579 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4f1fd739-281e-4022-9aa5-19a405674ff6 req-14877ea9-cf6e-4238-a3ba-c8bbadaa1c20 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.0597026 Jul 14 13:58:34.983343 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4f1fd739-281e-4022-9aa5-19a405674ff6 req-03a59db2-4951-4df6-b436-2e4028a852f6 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294273 Jul 14 13:58:35.034763 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 82025403-71c1-4bfe-8ff0-b16d2eedb4b6 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:58:35.147168 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 82025403-71c1-4bfe-8ff0-b16d2eedb4b6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=82025403-71c1-4bfe-8ff0-b16d2eedb4b6,segment=NetworkSegment(e2eff842-a7a2-405b-a831-499b0a6b9dc3),segment_id=e2eff842-a7a2-405b-a831-499b0a6b9dc3)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:35.160189 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': '82025403-71c1-4bfe-8ff0-b16d2eedb4b6', 'network_id': '221e4caa-7cd2-43b3-ad9c-6744b344a447', 'port_id': '82025403-71c1-4bfe-8ff0-b16d2eedb4b6', 'mac_address': 'fa:16:3e:b7:90:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81a32aa-ca42-44b2-8f69-070c62f80589', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:58:35.161380 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6890d-7a6c-499b-a347-94a0ed71f213 req-677edef5-1f0f-48fc-adfc-a79397789db5 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:35.163197 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-28c6890d-7a6c-499b-a347-94a0ed71f213 req-677edef5-1f0f-48fc-adfc-a79397789db5 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.0639076 Jul 14 13:58:35.171989 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 34694) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:35.177353 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-a644a057-ceaf-4fe1-95ac-1fad2d1ee077 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Request body: {'floatingip': {'port_id': '412f049a-53c7-4bad-b972-986f570568de'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:35.197884 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:35.211526 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82025403-71c1-4bfe-8ff0-b16d2eedb4b6 {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:58:35.233762 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 82025403-71c1-4bfe-8ff0-b16d2eedb4b6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=82025403-71c1-4bfe-8ff0-b16d2eedb4b6,segment=NetworkSegment(e2eff842-a7a2-405b-a831-499b0a6b9dc3),segment_id=e2eff842-a7a2-405b-a831-499b0a6b9dc3)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:35.241083 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:35.305221 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=82025403-71c1-4bfe-8ff0-b16d2eedb4b6,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:35.470840 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a644a057-ceaf-4fe1-95ac-1fad2d1ee077 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for floatingip, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:35.530766 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['82025403-71c1-4bfe-8ff0-b16d2eedb4b6'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:58:35.788498 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb1ebe-515e-46b6-918d-b7a6f23c023f req-a6430380-b3a2-4f29-86aa-f79cbe160e1a tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:35.790208 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4ebb1ebe-515e-46b6-918d-b7a6f23c023f req-a6430380-b3a2-4f29-86aa-f79cbe160e1a tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=d94278e8-bb1b-49f9-999f-42831aa510f9 HTTP/1.1" status: 200 len: 945 time: 0.1184704 Jul 14 13:58:35.898314 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4ebb1ebe-515e-46b6-918d-b7a6f23c023f req-2abdb105-f1b6-49ed-8e28-2816a1624302 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/security-groups?id=534d4e9d-bbc9-48c7-826a-960a940651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749705 Jul 14 13:58:35.977560 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 34706) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:36.005511 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a644a057-ceaf-4fe1-95ac-1fad2d1ee077 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:36.009432 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a644a057-ceaf-4fe1-95ac-1fad2d1ee077 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728900'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:36.083740 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-aa16edeb-a0d2-4ec9-956e-a16511f2fb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:36.111253 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-a644a057-ceaf-4fe1-95ac-1fad2d1ee077 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Floating IP 29d49df4-7fa5-404d-afcb-95bcdc3255a1 associated. External IP: 172.27.2.144, port: 412f049a-53c7-4bad-b972-986f570568de. Jul 14 13:58:36.170322 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-aa16edeb-a0d2-4ec9-956e-a16511f2fb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:36.175205 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-aa16edeb-a0d2-4ec9-956e-a16511f2fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:36.211443 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16edeb-a0d2-4ec9-956e-a16511f2fb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d574ce-2cb5-42b1-8c59-7621ff149cb5,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:36.215992 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-aa16edeb-a0d2-4ec9-956e-a16511f2fb2a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e01c4c6028fa4f02936edbcdade10993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373261 Jul 14 13:58:36.218648 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 34710) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:36.220660 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16edeb-a0d2-4ec9-956e-a16511f2fb2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:36.221006 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16edeb-a0d2-4ec9-956e-a16511f2fb2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:36.221343 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16edeb-a0d2-4ec9-956e-a16511f2fb2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:36.221687 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16edeb-a0d2-4ec9-956e-a16511f2fb2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:36.221996 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16edeb-a0d2-4ec9-956e-a16511f2fb2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:36.222323 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16edeb-a0d2-4ec9-956e-a16511f2fb2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:36.222643 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16edeb-a0d2-4ec9-956e-a16511f2fb2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:36.222997 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16edeb-a0d2-4ec9-956e-a16511f2fb2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:36.223320 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16edeb-a0d2-4ec9-956e-a16511f2fb2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:36.223657 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16edeb-a0d2-4ec9-956e-a16511f2fb2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:36.223976 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16edeb-a0d2-4ec9-956e-a16511f2fb2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:36.224288 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16edeb-a0d2-4ec9-956e-a16511f2fb2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:36.342242 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f1564f88-4b07-433a-a5b7-803f30c63807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:36.371764 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a644a057-ceaf-4fe1-95ac-1fad2d1ee077 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Router 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:58:36.373833 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f1564f88-4b07-433a-a5b7-803f30c63807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:36.495843 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f1564f88-4b07-433a-a5b7-803f30c63807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:36.498266 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f1564f88-4b07-433a-a5b7-803f30c63807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:36.499409 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f1564f88-4b07-433a-a5b7-803f30c63807 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/61d574ce-2cb5-42b1-8c59-7621ff149cb5 HTTP/1.1" status: 204 len: 168 time: 0.2798448 Jul 14 13:58:36.515009 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1564f88-4b07-433a-a5b7-803f30c63807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d574ce-2cb5-42b1-8c59-7621ff149cb5,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:36.520780 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a644a057-ceaf-4fe1-95ac-1fad2d1ee077 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:58:36.525313 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a644a057-ceaf-4fe1-95ac-1fad2d1ee077 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:36.532109 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aa1cb4-eda4-41f7-a31e-a24280b16d40 None None] Sync routers for ids ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:58:36.543028 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aa1cb4-eda4-41f7-a31e-a24280b16d40 None None] Routers {'6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:36.543716 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-07aa1cb4-eda4-41f7-a31e-a24280b16d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:58:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:36.569595 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a644a057-ceaf-4fe1-95ac-1fad2d1ee077 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "PUT /v2.0/floatingips/29d49df4-7fa5-404d-afcb-95bcdc3255a1 HTTP/1.1" status: 200 len: 991 time: 1.3962505 Jul 14 13:58:36.570084 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c064e2-805a-42e1-98c6-1e16c3bea2cc', 'tag': '412f049a-53c7-4bad-b972-986f570568de'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:58:36.580327 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c5ae45-fee9-48dc-9d21-ddd875c4dbc3" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c064e2-805a-42e1-98c6-1e16c3bea2cc", "tag": "412f049a-53c7-4bad-b972-986f570568de"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:58:36.619289 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbe2a5b-9ff7-4398-810e-526707469db1 x-openstack-request-id: req-1dbe2a5b-9ff7-4398-810e-526707469db1 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:58:36.619603 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c064e2-805a-42e1-98c6-1e16c3bea2cc", "tag": "412f049a-53c7-4bad-b972-986f570568de", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:58:36.619889 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1dbe2a5b-9ff7-4398-810e-526707469db1 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:58:36.620759 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c064e2-805a-42e1-98c6-1e16c3bea2cc', 'tag': '412f049a-53c7-4bad-b972-986f570568de', 'status': 'completed', 'code': 200} Jul 14 13:58:36.650441 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-07aa1cb4-eda4-41f7-a31e-a24280b16d40 None None] Set router 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:36.713406 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5ae45-fee9-48dc-9d21-ddd875c4dbc3 req-ceabb098-5592-4e5d-a6d2-e6d80d4990ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:36.716143 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d8c5ae45-fee9-48dc-9d21-ddd875c4dbc3 req-ceabb098-5592-4e5d-a6d2-e6d80d4990ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f0682b2d13074b4fbea16bbda342184f&device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 1098 time: 0.0633712 Jul 14 13:58:36.809083 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 34720) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:36.816463 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5ae45-fee9-48dc-9d21-ddd875c4dbc3 req-79a8cf39-b347-49cf-84b4-5c23f9e527b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:36.817843 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d8c5ae45-fee9-48dc-9d21-ddd875c4dbc3 req-79a8cf39-b347-49cf-84b4-5c23f9e527b5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=429ffe97-91bc-4ca2-9eda-c647a6878dac HTTP/1.1" status: 200 len: 918 time: 0.0935974 Jul 14 13:58:36.822702 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-56b6812a-5aef-42cc-b233-fba0cff094ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:36.896205 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d8c5ae45-fee9-48dc-9d21-ddd875c4dbc3 req-c53f7535-594d-4ad7-abb4-3800d450d740 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=412f049a-53c7-4bad-b972-986f570568de HTTP/1.1" status: 200 len: 999 time: 0.0710814 Jul 14 13:58:36.914909 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-56b6812a-5aef-42cc-b233-fba0cff094ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:36.920068 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-56b6812a-5aef-42cc-b233-fba0cff094ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:36.956456 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6812a-5aef-42cc-b233-fba0cff094ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495cecfa-1b46-426a-8dcc-263a731c89be,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:36.959565 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5ae45-fee9-48dc-9d21-ddd875c4dbc3 req-20522e11-2cea-4c06-bf16-502a669831a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:36.961184 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d8c5ae45-fee9-48dc-9d21-ddd875c4dbc3 req-20522e11-2cea-4c06-bf16-502a669831a8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9 HTTP/1.1" status: 200 len: 856 time: 0.0586209 Jul 14 13:58:36.968837 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-56b6812a-5aef-42cc-b233-fba0cff094ba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=38d2a998aa9b476fad1625b14e7f5f6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563308 Jul 14 13:58:36.969462 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 34724) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:37.040063 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 82025403-71c1-4bfe-8ff0-b16d2eedb4b6 up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:58:37.092658 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-07aa1cb4-eda4-41f7-a31e-a24280b16d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1893489216-router', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:15Z', 'updated_at': '2021-07-14T13:53:21Z', 'revision_number': 4, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'gw_port': {'id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:16Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '29d49df4-7fa5-404d-afcb-95bcdc3255a1', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'port_id': '412f049a-53c7-4bad-b972-986f570568de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'mac_address': 'fa:16:3e:06:17:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c064e2-805a-42e1-98c6-1e16c3bea2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:58:20Z', 'updated_at': '2021-07-14T13:58:35Z', 'revision_number': 1, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5da63da3-54fe-4d42-a280-5c8c685d6e34', 'name': '', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'mac_address': 'fa:16:3e:fe:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:19Z', 'updated_at': '2021-07-14T13:53:30Z', 'revision_number': 5, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'subnets': [{'id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:37.094320 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1e50b23e-6151-4d40-863a-2a8fced53205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.110583 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5ae45-fee9-48dc-9d21-ddd875c4dbc3 req-0a4ceda1-76c1-4431-80c4-655f899d3560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:37.112130 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d8c5ae45-fee9-48dc-9d21-ddd875c4dbc3 req-0a4ceda1-76c1-4431-80c4-655f899d3560 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=429ffe97-91bc-4ca2-9eda-c647a6878dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1439869 Jul 14 13:58:37.123724 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aa1cb4-eda4-41f7-a31e-a24280b16d40 None None] Checking router: 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:58:37.128618 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning for port 82025403-71c1-4bfe-8ff0-b16d2eedb4b6 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:58:37.135333 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aa1cb4-eda4-41f7-a31e-a24280b16d40 None None] Routers {'6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:37.135981 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-07aa1cb4-eda4-41f7-a31e-a24280b16d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:58:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:37.137586 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port 82025403-71c1-4bfe-8ff0-b16d2eedb4b6 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:37.137948 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.138077 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1e50b23e-6151-4d40-863a-2a8fced53205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.214051 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539bf0b2-be84-42b5-abeb-fb057473de19 req-424edc65-3546-454f-b579-c1afa3c84ea4 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:37.215532 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-539bf0b2-be84-42b5-abeb-fb057473de19 req-424edc65-3546-454f-b579-c1afa3c84ea4 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=d94278e8-bb1b-49f9-999f-42831aa510f9 HTTP/1.1" status: 200 len: 945 time: 0.1859448 Jul 14 13:58:37.289509 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1e50b23e-6151-4d40-863a-2a8fced53205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.292109 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1e50b23e-6151-4d40-863a-2a8fced53205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.292704 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-07aa1cb4-eda4-41f7-a31e-a24280b16d40 None None] Set router 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:37.293178 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1e50b23e-6151-4d40-863a-2a8fced53205 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/495cecfa-1b46-426a-8dcc-263a731c89be HTTP/1.1" status: 204 len: 168 time: 0.3146651 Jul 14 13:58:37.298573 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d8c5ae45-fee9-48dc-9d21-ddd875c4dbc3 req-da8ce22b-ebbc-48c2-897f-f1d3fc7ef364 service neutron] 10.222.0.54 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783412 Jul 14 13:58:37.307091 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-539bf0b2-be84-42b5-abeb-fb057473de19 req-7155e9d3-1645-4fdb-8e76-3264cdefbaff tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/security-groups?id=534d4e9d-bbc9-48c7-826a-960a940651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828536 Jul 14 13:58:37.309068 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50b23e-6151-4d40-863a-2a8fced53205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495cecfa-1b46-426a-8dcc-263a731c89be,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:37.338256 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.374389 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94278e8-bb1b-49f9-999f-42831aa510f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82025403-71c1-4bfe-8ff0-b16d2eedb4b6'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:58:37.376623 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e663a498-42ba-4301-ae33-ddce758595ae" -d '{"events": [{"server_uuid": "d94278e8-bb1b-49f9-999f-42831aa510f9", "name": "network-vif-plugged", "status": "completed", "tag": "82025403-71c1-4bfe-8ff0-b16d2eedb4b6"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:58:37.409566 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d8c5ae45-fee9-48dc-9d21-ddd875c4dbc3 req-4e6e8bfb-6514-470f-8983-c224ec1f2743 service neutron] 10.222.0.54 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014783 Jul 14 13:58:37.424025 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 82025403-71c1-4bfe-8ff0-b16d2eedb4b6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=82025403-71c1-4bfe-8ff0-b16d2eedb4b6,segment=NetworkSegment(e2eff842-a7a2-405b-a831-499b0a6b9dc3),segment_id=e2eff842-a7a2-405b-a831-499b0a6b9dc3)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:37.431894 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.436162 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9945252-b7e8-4c10-9660-82ab149d1bfc x-openstack-request-id: req-b9945252-b7e8-4c10-9660-82ab149d1bfc {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:58:37.436440 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94278e8-bb1b-49f9-999f-42831aa510f9", "name": "network-vif-plugged", "status": "completed", "tag": "82025403-71c1-4bfe-8ff0-b16d2eedb4b6", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:58:37.436690 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b9945252-b7e8-4c10-9660-82ab149d1bfc {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:58:37.437062 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94278e8-bb1b-49f9-999f-42831aa510f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82025403-71c1-4bfe-8ff0-b16d2eedb4b6', 'code': 200} Jul 14 13:58:37.536482 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=82025403-71c1-4bfe-8ff0-b16d2eedb4b6,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:37.620452 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-07aa1cb4-eda4-41f7-a31e-a24280b16d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1893489216-router', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:15Z', 'updated_at': '2021-07-14T13:53:21Z', 'revision_number': 4, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'gw_port': {'id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:16Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '29d49df4-7fa5-404d-afcb-95bcdc3255a1', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'port_id': '412f049a-53c7-4bad-b972-986f570568de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'mac_address': 'fa:16:3e:06:17:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c064e2-805a-42e1-98c6-1e16c3bea2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:58:20Z', 'updated_at': '2021-07-14T13:58:35Z', 'revision_number': 1, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5da63da3-54fe-4d42-a280-5c8c685d6e34', 'name': '', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'mac_address': 'fa:16:3e:fe:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:19Z', 'updated_at': '2021-07-14T13:53:30Z', 'revision_number': 5, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'subnets': [{'id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:37.651692 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aa1cb4-eda4-41f7-a31e-a24280b16d40 None None] The sync data for ids ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'] in dv-cinder-797608-5-iscsi is: [{'id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1893489216-router', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:15Z', 'updated_at': '2021-07-14T13:53:21Z', 'revision_number': 4, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'gw_port': {'id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:16Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '29d49df4-7fa5-404d-afcb-95bcdc3255a1', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'port_id': '412f049a-53c7-4bad-b972-986f570568de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'mac_address': 'fa:16:3e:06:17:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c064e2-805a-42e1-98c6-1e16c3bea2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:58:20Z', 'updated_at': '2021-07-14T13:58:35Z', 'revision_number': 1, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5da63da3-54fe-4d42-a280-5c8c685d6e34', 'name': '', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'mac_address': 'fa:16:3e:fe:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:19Z', 'updated_at': '2021-07-14T13:53:30Z', 'revision_number': 5, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'subnets': [{'id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:58:37.677473 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2db9f7-b72b-4c43-989d-97a42ff55127 req-97eae599-2e26-4cf3-92c3-703b22172bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:37.679360 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-db2db9f7-b72b-4c43-989d-97a42ff55127 req-97eae599-2e26-4cf3-92c3-703b22172bd7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d94278e8-bb1b-49f9-999f-42831aa510f9 HTTP/1.1" status: 200 len: 1099 time: 0.0552540 Jul 14 13:58:37.730058 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-db2db9f7-b72b-4c43-989d-97a42ff55127 req-2a8792f6-485b-4172-b8c0-8e7c66e7b411 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=534d4e9d-bbc9-48c7-826a-960a940651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441511 Jul 14 13:58:37.871976 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f017d71-ed7c-4cc4-8ad3-11c69f57cd32 None None] New status for floating IP 29d49df4-7fa5-404d-afcb-95bcdc3255a1: ACTIVE {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:58:38.264195 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f347f7f2-a45e-425b-9b21-551e41e15e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:38.501784 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f275c-5838-423c-86a5-6c6a51b2ec7a req-ace24d5a-4f67-4d4f-b455-a8f95d5e3d37 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:38.503250 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e19f275c-5838-423c-86a5-6c6a51b2ec7a req-ace24d5a-4f67-4d4f-b455-a8f95d5e3d37 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=d94278e8-bb1b-49f9-999f-42831aa510f9 HTTP/1.1" status: 200 len: 946 time: 0.0702279 Jul 14 13:58:38.540340 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e19f275c-5838-423c-86a5-6c6a51b2ec7a req-4d3083d6-79ee-4ce2-927c-c867f3756d6b tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/security-groups?id=534d4e9d-bbc9-48c7-826a-960a940651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313122 Jul 14 13:58:39.710991 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b272a-e487-4640-bf77-ae8cf92aa503 req-4cb95011-473a-49d1-87a1-dabf72681607 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:39.712388 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-041b272a-e487-4640-bf77-ae8cf92aa503 req-4cb95011-473a-49d1-87a1-dabf72681607 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=d94278e8-bb1b-49f9-999f-42831aa510f9 HTTP/1.1" status: 200 len: 946 time: 0.0623648 Jul 14 13:58:39.748539 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-041b272a-e487-4640-bf77-ae8cf92aa503 req-ef1be0ab-7fba-4e7b-ad75-05911076c0c9 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/security-groups?id=534d4e9d-bbc9-48c7-826a-960a940651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306387 Jul 14 13:58:40.432865 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0e74906e-8b2e-4f41-b328-cb4d24b2c5ee req-c9dc8898-1e48-40e1-98b3-d4f67d2b1102 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724981 Jul 14 13:58:40.548933 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74906e-8b2e-4f41-b328-cb4d24b2c5ee req-71ac0ce6-7706-42da-85e8-845732781025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:40.550607 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0e74906e-8b2e-4f41-b328-cb4d24b2c5ee req-71ac0ce6-7706-42da-85e8-845732781025 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ebdd828c2dd45389e546eb5c76f33fc&device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 1098 time: 0.0537169 Jul 14 13:58:40.697917 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7cc1f-b4c2-40f2-bbbf-e4c1a1499d2e req-f4f4104d-93f9-415c-9036-917c98b71e75 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:40.699583 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a7e7cc1f-b4c2-40f2-bbbf-e4c1a1499d2e req-f4f4104d-93f9-415c-9036-917c98b71e75 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=d94278e8-bb1b-49f9-999f-42831aa510f9 HTTP/1.1" status: 200 len: 946 time: 0.1324821 Jul 14 13:58:40.701047 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74906e-8b2e-4f41-b328-cb4d24b2c5ee req-c8719d42-e206-4346-b88a-b4dd0fc649bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:40.702376 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0e74906e-8b2e-4f41-b328-cb4d24b2c5ee req-c8719d42-e206-4346-b88a-b4dd0fc649bf service neutron] 10.222.0.54 "GET /v2.0/networks?id=a438f18f-eabf-4166-ba56-5e9dc4be891e HTTP/1.1" status: 200 len: 911 time: 0.1261852 Jul 14 13:58:40.776222 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a7e7cc1f-b4c2-40f2-bbbf-e4c1a1499d2e req-c77c46aa-fd5d-4fca-9c64-b47f47a344d3 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/security-groups?id=534d4e9d-bbc9-48c7-826a-960a940651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706213 Jul 14 13:58:40.789061 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0e74906e-8b2e-4f41-b328-cb4d24b2c5ee req-3519aeba-f081-4305-9f62-12dfa25fb4bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c371cd-85ec-4848-a54a-0a895362cd1b HTTP/1.1" status: 200 len: 1001 time: 0.0766237 Jul 14 13:58:40.841050 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74906e-8b2e-4f41-b328-cb4d24b2c5ee req-12add10f-ae77-4c86-ae4a-d6a155dfb215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:40.842447 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0e74906e-8b2e-4f41-b328-cb4d24b2c5ee req-12add10f-ae77-4c86-ae4a-d6a155dfb215 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2e428487-ac1c-45f5-b66d-6e05ef2be0ac HTTP/1.1" status: 200 len: 849 time: 0.0466411 Jul 14 13:58:40.899078 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74906e-8b2e-4f41-b328-cb4d24b2c5ee req-3e3caa8a-ad7f-4bc1-b94e-2a5e1d98bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:40.900556 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0e74906e-8b2e-4f41-b328-cb4d24b2c5ee req-3e3caa8a-ad7f-4bc1-b94e-2a5e1d98bdcc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a438f18f-eabf-4166-ba56-5e9dc4be891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498936 Jul 14 13:58:40.915701 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b90bbfa2-85d4-472e-905c-2110b3ae26c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:40.988015 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0e74906e-8b2e-4f41-b328-cb4d24b2c5ee req-d61226f1-73be-49fa-b1ed-01aaa3535f44 service neutron] 10.222.0.54 "GET /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800557 Jul 14 13:58:41.077157 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0e74906e-8b2e-4f41-b328-cb4d24b2c5ee req-0afa9e0a-ea3d-4344-95e3-c380fa287344 service neutron] 10.222.0.54 "GET /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816317 Jul 14 13:58:41.228492 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:41.493752 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:41.850751 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:41.961369 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efacc392-7de8-41b9-ba5d-47763737ae55 req-8cf1fad7-401e-4fbc-ab71-daa44cae2304 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:41.962768 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-efacc392-7de8-41b9-ba5d-47763737ae55 req-8cf1fad7-401e-4fbc-ab71-daa44cae2304 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=d94278e8-bb1b-49f9-999f-42831aa510f9 HTTP/1.1" status: 200 len: 946 time: 0.0618134 Jul 14 13:58:42.001135 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-efacc392-7de8-41b9-ba5d-47763737ae55 req-114e6cab-6e1b-4be0-86d0-218f77342335 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/security-groups?id=534d4e9d-bbc9-48c7-826a-960a940651c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324433 Jul 14 13:58:42.214016 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790b82e-af47-477a-baeb-b86fffe538ab req-b5341f46-010c-438a-b7c0-4b50ead67c68 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:42.215329 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c790b82e-af47-477a-baeb-b86fffe538ab req-b5341f46-010c-438a-b7c0-4b50ead67c68 tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.54 "GET /v2.0/ports?device_id=d94278e8-bb1b-49f9-999f-42831aa510f9 HTTP/1.1" status: 200 len: 946 time: 0.0633464 Jul 14 13:58:42.314146 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-c790b82e-af47-477a-baeb-b86fffe538ab req-29159893-860c-498f-8887-a96854f0b57f tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Deleting port 82025403-71c1-4bfe-8ff0-b16d2eedb4b6 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:58:42.314485 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c790b82e-af47-477a-baeb-b86fffe538ab req-29159893-860c-498f-8887-a96854f0b57f tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:42.403347 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-c790b82e-af47-477a-baeb-b86fffe538ab req-29159893-860c-498f-8887-a96854f0b57f tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] For port 82025403-71c1-4bfe-8ff0-b16d2eedb4b6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=82025403-71c1-4bfe-8ff0-b16d2eedb4b6,segment=NetworkSegment(e2eff842-a7a2-405b-a831-499b0a6b9dc3),segment_id=e2eff842-a7a2-405b-a831-499b0a6b9dc3)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:42.403733 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c790b82e-af47-477a-baeb-b86fffe538ab req-29159893-860c-498f-8887-a96854f0b57f tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:42.416766 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-c790b82e-af47-477a-baeb-b86fffe538ab req-29159893-860c-498f-8887-a96854f0b57f tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Calling delete_port for 82025403-71c1-4bfe-8ff0-b16d2eedb4b6 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:58:42.538366 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c790b82e-af47-477a-baeb-b86fffe538ab req-29159893-860c-498f-8887-a96854f0b57f tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:42.551091 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['82025403-71c1-4bfe-8ff0-b16d2eedb4b6'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:58:42.569055 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29159893-860c-498f-8887-a96854f0b57f tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Pushing event deleted for resources: {'Port': ['ID=82025403-71c1-4bfe-8ff0-b16d2eedb4b6,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:42.613314 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-c790b82e-af47-477a-baeb-b86fffe538ab req-29159893-860c-498f-8887-a96854f0b57f tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] No DVR routers for this DVR port 82025403-71c1-4bfe-8ff0-b16d2eedb4b6 on host hv-cinder-79760 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:58:42.615759 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c790b82e-af47-477a-baeb-b86fffe538ab req-29159893-860c-498f-8887-a96854f0b57f tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:42.617689 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c790b82e-af47-477a-baeb-b86fffe538ab req-29159893-860c-498f-8887-a96854f0b57f tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.54 "DELETE /v2.0/ports/82025403-71c1-4bfe-8ff0-b16d2eedb4b6 HTTP/1.1" status: 204 len: 173 time: 0.3938901 Jul 14 13:58:42.618115 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94278e8-bb1b-49f9-999f-42831aa510f9', 'name': 'network-vif-deleted', 'tag': '82025403-71c1-4bfe-8ff0-b16d2eedb4b6'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:58:42.620369 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fa6a28-0ce0-42d5-8a43-d2709e8390b7" -d '{"events": [{"server_uuid": "d94278e8-bb1b-49f9-999f-42831aa510f9", "name": "network-vif-deleted", "tag": "82025403-71c1-4bfe-8ff0-b16d2eedb4b6"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:58:42.768361 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325c9391-1f14-46ad-a2e5-8ac17a63e766 x-openstack-request-id: req-325c9391-1f14-46ad-a2e5-8ac17a63e766 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:58:42.769080 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94278e8-bb1b-49f9-999f-42831aa510f9", "name": "network-vif-deleted", "tag": "82025403-71c1-4bfe-8ff0-b16d2eedb4b6", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:58:42.769080 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-325c9391-1f14-46ad-a2e5-8ac17a63e766 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:58:42.769318 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94278e8-bb1b-49f9-999f-42831aa510f9', 'name': 'network-vif-deleted', 'tag': '82025403-71c1-4bfe-8ff0-b16d2eedb4b6', 'status': 'completed', 'code': 200} Jul 14 13:58:43.157766 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e1b80d0f-2d84-433c-b96e-37a3f40965af req-19628eb8-97d5-40ec-a64b-7bb5f067d07a tempest-VolumesActionsTest-265704468 tempest-VolumesActionsTest-265704468-project] 10.222.0.45 "GET /v2.0/ports?device_id=d94278e8-bb1b-49f9-999f-42831aa510f9 HTTP/1.1" status: 200 len: 210 time: 0.0316265 Jul 14 13:58:43.629859 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:45.064261 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 82025403-71c1-4bfe-8ff0-b16d2eedb4b6 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:58:45.087427 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] No Port match for: 82025403-71c1-4bfe-8ff0-b16d2eedb4b6 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:58:45.087792 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 82025403-71c1-4bfe-8ff0-b16d2eedb4b6 not bound to the agent host hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:58:50.279021 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 34962) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:50.400629 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d18d212d-ac4f-4df5-892f-3ced73670dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:50.506624 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d18d212d-ac4f-4df5-892f-3ced73670dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:50.510206 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d18d212d-ac4f-4df5-892f-3ced73670dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:50.558067 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d18d212d-ac4f-4df5-892f-3ced73670dd7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a3fbc5e08b8e4858be712a0893907775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773414 Jul 14 13:58:50.560435 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d212d-ac4f-4df5-892f-3ced73670dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa516f9-50dc-4d7f-a1c5-5927dc0e315f,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:50.560958 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 34968) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:50.619433 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c69a-b7f4-4f0e-bf7a-d8b50178ba39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:50.645591 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c69a-b7f4-4f0e-bf7a-d8b50178ba39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:50.696562 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c69a-b7f4-4f0e-bf7a-d8b50178ba39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:50.700049 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c69a-b7f4-4f0e-bf7a-d8b50178ba39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:50.704838 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-3fb6c69a-b7f4-4f0e-bf7a-d8b50178ba39 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aaa516f9-50dc-4d7f-a1c5-5927dc0e315f HTTP/1.1" status: 204 len: 168 time: 0.1426594 Jul 14 13:58:50.714008 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6c69a-b7f4-4f0e-bf7a-d8b50178ba39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa516f9-50dc-4d7f-a1c5-5927dc0e315f,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:51.010260 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 34974) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:51.024098 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f74547e7-026d-4fea-a5fc-3dfdb3860ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:51.119575 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f74547e7-026d-4fea-a5fc-3dfdb3860ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:51.124016 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f74547e7-026d-4fea-a5fc-3dfdb3860ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:51.164791 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-f74547e7-026d-4fea-a5fc-3dfdb3860ebf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b217bd0a1f464bc5b1f63930d4afae22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534152 Jul 14 13:58:51.165856 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74547e7-026d-4fea-a5fc-3dfdb3860ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29750ed2-603c-4777-9a80-503602e619ed,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:51.167486 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 34980) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:51.230435 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ede53499-af1d-41b8-8b54-0bda09e6b14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:51.259330 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ede53499-af1d-41b8-8b54-0bda09e6b14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:51.316884 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ede53499-af1d-41b8-8b54-0bda09e6b14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:51.319680 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ede53499-af1d-41b8-8b54-0bda09e6b14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:51.323826 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ede53499-af1d-41b8-8b54-0bda09e6b14b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/29750ed2-603c-4777-9a80-503602e619ed HTTP/1.1" status: 204 len: 168 time: 0.1544929 Jul 14 13:58:51.333776 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede53499-af1d-41b8-8b54-0bda09e6b14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29750ed2-603c-4777-9a80-503602e619ed,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:53.721629 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:59:00.717217 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 35118) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:00.834279 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5f94a0b4-f5b0-4e6b-848c-78d7c0904c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:00.947854 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5f94a0b4-f5b0-4e6b-848c-78d7c0904c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:00.962012 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5f94a0b4-f5b0-4e6b-848c-78d7c0904c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:01.000251 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94a0b4-f5b0-4e6b-848c-78d7c0904c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4493164-890c-44ef-8356-ea77818fd75a,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:01.021097 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94a0b4-f5b0-4e6b-848c-78d7c0904c5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:01.021440 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94a0b4-f5b0-4e6b-848c-78d7c0904c5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:01.022144 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94a0b4-f5b0-4e6b-848c-78d7c0904c5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:01.022476 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94a0b4-f5b0-4e6b-848c-78d7c0904c5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:01.022806 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94a0b4-f5b0-4e6b-848c-78d7c0904c5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:01.023134 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94a0b4-f5b0-4e6b-848c-78d7c0904c5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:01.023455 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94a0b4-f5b0-4e6b-848c-78d7c0904c5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:01.023817 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94a0b4-f5b0-4e6b-848c-78d7c0904c5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:01.024132 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94a0b4-f5b0-4e6b-848c-78d7c0904c5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:01.024448 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94a0b4-f5b0-4e6b-848c-78d7c0904c5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:01.024767 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94a0b4-f5b0-4e6b-848c-78d7c0904c5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:01.025080 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94a0b4-f5b0-4e6b-848c-78d7c0904c5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:01.036238 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 35124) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:01.036796 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5f94a0b4-f5b0-4e6b-848c-78d7c0904c5f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9414ee461f7443e18d0f994f5a76d037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178520 Jul 14 13:59:01.103061 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-446e8d94-8c47-428c-9dd0-1694c9442345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:01.133316 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-446e8d94-8c47-428c-9dd0-1694c9442345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:01.194566 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-446e8d94-8c47-428c-9dd0-1694c9442345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:01.199567 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-446e8d94-8c47-428c-9dd0-1694c9442345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:01.201934 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-446e8d94-8c47-428c-9dd0-1694c9442345 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b4493164-890c-44ef-8356-ea77818fd75a HTTP/1.1" status: 204 len: 168 time: 0.1641886 Jul 14 13:59:01.218783 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e8d94-8c47-428c-9dd0-1694c9442345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4493164-890c-44ef-8356-ea77818fd75a,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:06.227565 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 35226) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:06.273156 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_v2 [None req-049d6f50-b5c9-43ab-ac81-8229753554c2 admin admin] Deleting subnet f81a32aa-ca42-44b2-8f69-070c62f80589 {{(pid=92930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:59:06.276073 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-049d6f50-b5c9-43ab-ac81-8229753554c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:06.308608 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-049d6f50-b5c9-43ab-ac81-8229753554c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127483996'] for subnet, precommit_delete_associations {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:06.345283 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-049d6f50-b5c9-43ab-ac81-8229753554c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1831242'] for subnet, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:06.397299 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-049d6f50-b5c9-43ab-ac81-8229753554c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127483997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127770616'] for subnet, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:06.423009 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d6f50-b5c9-43ab-ac81-8229753554c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f81a32aa-ca42-44b2-8f69-070c62f80589,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:06.424989 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-049d6f50-b5c9-43ab-ac81-8229753554c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:06.427340 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-049d6f50-b5c9-43ab-ac81-8229753554c2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f81a32aa-ca42-44b2-8f69-070c62f80589 HTTP/1.1" status: 204 len: 168 time: 0.1987693 Jul 14 13:59:06.430078 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 35228) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:06.498533 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e5d47412-adc3-4094-a819-53092f039b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670563'] for network, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:06.570942 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e5d47412-adc3-4094-a819-53092f039b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833695', 'neutron.services.segments.db._delete_segments_for_network-8781940339011'] for network, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:06.579978 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-e5d47412-adc3-4094-a819-53092f039b44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221e4caa-7cd2-43b3-ad9c-6744b344a447']}} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:06.592746 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-e5d47412-adc3-4094-a819-53092f039b44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2eff842-a7a2-405b-a831-499b0a6b9dc3') {'for_net_delete': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:06.593030 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-e5d47412-adc3-4094-a819-53092f039b44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2eff842-a7a2-405b-a831-499b0a6b9dc3') {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:06.601253 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e5d47412-adc3-4094-a819-53092f039b44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781940338508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127483973'] for segment, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:06.614976 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e5d47412-adc3-4094-a819-53092f039b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:06.620537 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d47412-adc3-4094-a819-53092f039b44 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=92930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:59:06.620913 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e5d47412-adc3-4094-a819-53092f039b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127484915'] for segment, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: Traceback (most recent call last): Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: timer() Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: cb(*args, **kw) Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: return func(*args, **kwargs) Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: self._notify() Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: self.callback(batched_events) Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: event.method(event) Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: return f(self, *a, **k) Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: return self._get(url).json() Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: return self.request(url, 'GET', **kwargs) Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:59:06.622442 dv-cinder-797608-5-iscsi neutron-server[92930]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:59:06.673616 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e5d47412-adc3-4094-a819-53092f039b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728938'] for network, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:06.680472 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e5d47412-adc3-4094-a819-53092f039b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:06.685024 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-e5d47412-adc3-4094-a819-53092f039b44 admin admin] 10.222.0.45 "DELETE /v2.0/networks/221e4caa-7cd2-43b3-ad9c-6744b344a447 HTTP/1.1" status: 204 len: 168 time: 0.2537088 Jul 14 13:59:06.694372 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d47412-adc3-4094-a819-53092f039b44 admin admin] Pushing event deleted for resources: {'Network': ['ID=221e4caa-7cd2-43b3-ad9c-6744b344a447,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:06.852772 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 35234) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:06.890265 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-e8ca1cdc-f5eb-470c-9dff-16ab76587aab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c10586a02df54ad78028068ca2fee023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364091 Jul 14 13:59:06.892555 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 35236) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:06.938690 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e384234b-29fa-446f-af19-651f5e999728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:06.962171 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e384234b-29fa-446f-af19-651f5e999728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:07.005739 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e384234b-29fa-446f-af19-651f5e999728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:07.008457 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e384234b-29fa-446f-af19-651f5e999728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:07.009628 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-e384234b-29fa-446f-af19-651f5e999728 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/534d4e9d-bbc9-48c7-826a-960a940651c1 HTTP/1.1" status: 204 len: 168 time: 0.1158435 Jul 14 13:59:07.016876 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384234b-29fa-446f-af19-651f5e999728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534d4e9d-bbc9-48c7-826a-960a940651c1,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:08.267211 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9c87613a-c8f7-4cb4-9c7b-e2ef53401045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:10.918468 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-37bb3208-f808-438d-857a-e59ac23cbc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.230615 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.494131 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.852632 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:13.637691 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:22.958530 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e98c9-7cb4-4f3b-b959-a611cd2a8d6b req-426cbed3-e793-4ba2-8fe9-d9d34e31a8e3 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:22.960024 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4e5e98c9-7cb4-4f3b-b959-a611cd2a8d6b req-426cbed3-e793-4ba2-8fe9-d9d34e31a8e3 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0639484 Jul 14 13:59:22.996943 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4e5e98c9-7cb4-4f3b-b959-a611cd2a8d6b req-70e231cf-0b74-47ad-8745-6c6861a9d59d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313249 Jul 14 13:59:24.166963 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c6c61-11b9-4658-8a80-fd6c9ab17f82 req-984d7c9e-0dd3-4c7a-9de2-c52d4faf79d1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:24.168425 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-fd9c6c61-11b9-4658-8a80-fd6c9ab17f82 req-984d7c9e-0dd3-4c7a-9de2-c52d4faf79d1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0611844 Jul 14 13:59:24.204554 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-fd9c6c61-11b9-4658-8a80-fd6c9ab17f82 req-edac2fe7-c31b-4527-86ad-918effcb90c6 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=79e08a18-78c0-498d-96ec-b0e7ddd593e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306296 Jul 14 13:59:24.461710 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99ea47-a7f8-4b3d-8464-6844684b3f9d req-5b571d46-23c1-4e0d-bf32-d59cc7dade18 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:24.463232 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7e99ea47-a7f8-4b3d-8464-6844684b3f9d req-5b571d46-23c1-4e0d-bf32-d59cc7dade18 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.54 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 945 time: 0.0604117 Jul 14 13:59:24.562486 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-7e99ea47-a7f8-4b3d-8464-6844684b3f9d req-b492e4ca-c653-4d77-9a18-b92b9710aee5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Deleting port 66c371cd-85ec-4848-a54a-0a895362cd1b {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:59:24.562733 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7e99ea47-a7f8-4b3d-8464-6844684b3f9d req-b492e4ca-c653-4d77-9a18-b92b9710aee5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:24.645609 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-7e99ea47-a7f8-4b3d-8464-6844684b3f9d req-b492e4ca-c653-4d77-9a18-b92b9710aee5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] For port 66c371cd-85ec-4848-a54a-0a895362cd1b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=66c371cd-85ec-4848-a54a-0a895362cd1b,segment=NetworkSegment(6f5f6d35-c566-43d5-9c6f-ff2b79815a82),segment_id=6f5f6d35-c566-43d5-9c6f-ff2b79815a82)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:24.645954 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7e99ea47-a7f8-4b3d-8464-6844684b3f9d req-b492e4ca-c653-4d77-9a18-b92b9710aee5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:24.804978 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7e99ea47-a7f8-4b3d-8464-6844684b3f9d req-b492e4ca-c653-4d77-9a18-b92b9710aee5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:24.805334 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7e99ea47-a7f8-4b3d-8464-6844684b3f9d req-b492e4ca-c653-4d77-9a18-b92b9710aee5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728900'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:24.805637 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.l3_db [req-7e99ea47-a7f8-4b3d-8464-6844684b3f9d req-b492e4ca-c653-4d77-9a18-b92b9710aee5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Floating IP b725fe7f-8581-406a-88db-05554c613ef3 disassociated. External IP: 172.27.2.108, port: 66c371cd-85ec-4848-a54a-0a895362cd1b. Jul 14 13:59:24.805964 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-7e99ea47-a7f8-4b3d-8464-6844684b3f9d req-b492e4ca-c653-4d77-9a18-b92b9710aee5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Calling delete_port for 66c371cd-85ec-4848-a54a-0a895362cd1b owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:59:24.929249 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7e99ea47-a7f8-4b3d-8464-6844684b3f9d req-b492e4ca-c653-4d77-9a18-b92b9710aee5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:24.962158 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492e4ca-c653-4d77-9a18-b92b9710aee5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Pushing event deleted for resources: {'Port': ['ID=66c371cd-85ec-4848-a54a-0a895362cd1b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:25.075787 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e99ea47-a7f8-4b3d-8464-6844684b3f9d req-b492e4ca-c653-4d77-9a18-b92b9710aee5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Router f174a8b6-4efa-46f2-a7f3-abf108524edd has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:59:25.181210 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e99ea47-a7f8-4b3d-8464-6844684b3f9d req-b492e4ca-c653-4d77-9a18-b92b9710aee5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:59:25.191343 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a862ae45-ef1d-40cd-a26a-e6b8ff9f9207 None None] Sync routers for ids ['f174a8b6-4efa-46f2-a7f3-abf108524edd'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:59:25.200680 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a862ae45-ef1d-40cd-a26a-e6b8ff9f9207 None None] Routers {'f174a8b6-4efa-46f2-a7f3-abf108524edd'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:59:25.201291 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-a862ae45-ef1d-40cd-a26a-e6b8ff9f9207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:59:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['f174a8b6-4efa-46f2-a7f3-abf108524edd'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:25.310840 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-a862ae45-ef1d-40cd-a26a-e6b8ff9f9207 None None] Set router f174a8b6-4efa-46f2-a7f3-abf108524edd gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:59:25.375105 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-be31b9d4-dcc3-465e-9ac2-b9bb6c5a88ce req-d7422e9f-04a1-4212-81f3-06613a18bb11 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e2e476-acea-4955-8d82-e1b772e10274 HTTP/1.1" status: 200 len: 210 time: 0.0526199 Jul 14 13:59:25.497059 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e99ea47-a7f8-4b3d-8464-6844684b3f9d req-b492e4ca-c653-4d77-9a18-b92b9710aee5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] No DVR routers for this DVR port 66c371cd-85ec-4848-a54a-0a895362cd1b on host hv-cinder-79760 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:59:25.499590 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7e99ea47-a7f8-4b3d-8464-6844684b3f9d req-b492e4ca-c653-4d77-9a18-b92b9710aee5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:25.501587 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7e99ea47-a7f8-4b3d-8464-6844684b3f9d req-b492e4ca-c653-4d77-9a18-b92b9710aee5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.54 "DELETE /v2.0/ports/66c371cd-85ec-4848-a54a-0a895362cd1b HTTP/1.1" status: 204 len: 173 time: 1.0303936 Jul 14 13:59:25.502012 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e2e476-acea-4955-8d82-e1b772e10274', 'name': 'network-vif-deleted', 'tag': '66c371cd-85ec-4848-a54a-0a895362cd1b'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:59:25.504289 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e5a09c-b8a5-4631-911b-66744aa46930" -d '{"events": [{"server_uuid": "09e2e476-acea-4955-8d82-e1b772e10274", "name": "network-vif-deleted", "tag": "66c371cd-85ec-4848-a54a-0a895362cd1b"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:59:25.532728 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-a862ae45-ef1d-40cd-a26a-e6b8ff9f9207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'name': 'tempest-AttachVolumeTestJSON-559471997-router', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:17Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'gw_port': {'id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'fd242b46-8efb-4859-bf53-05c8d8fee475', 'name': '', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'mac_address': 'fa:16:3e:e4:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:23Z', 'updated_at': '2021-07-14T13:53:36Z', 'revision_number': 5, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'subnets': [{'id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:25.545168 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbae40ca-fb7a-48c4-a692-f0b8fa604b75 x-openstack-request-id: req-bbae40ca-fb7a-48c4-a692-f0b8fa604b75 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:59:25.545697 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e2e476-acea-4955-8d82-e1b772e10274", "name": "network-vif-deleted", "tag": "66c371cd-85ec-4848-a54a-0a895362cd1b", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:59:25.546188 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bbae40ca-fb7a-48c4-a692-f0b8fa604b75 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:59:25.546646 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e2e476-acea-4955-8d82-e1b772e10274', 'name': 'network-vif-deleted', 'tag': '66c371cd-85ec-4848-a54a-0a895362cd1b', 'status': 'completed', 'code': 200} Jul 14 13:59:25.559664 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a862ae45-ef1d-40cd-a26a-e6b8ff9f9207 None None] Checking router: f174a8b6-4efa-46f2-a7f3-abf108524edd for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:59:25.567777 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a862ae45-ef1d-40cd-a26a-e6b8ff9f9207 None None] Routers {'f174a8b6-4efa-46f2-a7f3-abf108524edd'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:59:25.568378 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-a862ae45-ef1d-40cd-a26a-e6b8ff9f9207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:59:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['f174a8b6-4efa-46f2-a7f3-abf108524edd'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:25.782598 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-a862ae45-ef1d-40cd-a26a-e6b8ff9f9207 None None] Set router f174a8b6-4efa-46f2-a7f3-abf108524edd gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:59:25.968620 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-a862ae45-ef1d-40cd-a26a-e6b8ff9f9207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'name': 'tempest-AttachVolumeTestJSON-559471997-router', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:17Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'gw_port': {'id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'fd242b46-8efb-4859-bf53-05c8d8fee475', 'name': '', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'mac_address': 'fa:16:3e:e4:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:23Z', 'updated_at': '2021-07-14T13:53:36Z', 'revision_number': 5, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'subnets': [{'id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:25.997861 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a862ae45-ef1d-40cd-a26a-e6b8ff9f9207 None None] The sync data for ids ['f174a8b6-4efa-46f2-a7f3-abf108524edd'] in dv-cinder-797608-5-iscsi is: [{'id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'name': 'tempest-AttachVolumeTestJSON-559471997-router', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:17Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'gw_port': {'id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'fd242b46-8efb-4859-bf53-05c8d8fee475', 'name': '', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'mac_address': 'fa:16:3e:e4:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:23Z', 'updated_at': '2021-07-14T13:53:36Z', 'revision_number': 5, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'subnets': [{'id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:59:26.204905 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef981d4-6241-479c-b933-2d4e74d570e8 None None] New status for floating IP b725fe7f-8581-406a-88db-05554c613ef3: DOWN {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:59:26.486620 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 35418) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:26.538040 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1477e655-0f5c-44c9-b70f-fea43a61d039 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:26.560206 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1477e655-0f5c-44c9-b70f-fea43a61d039 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:26.603619 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1477e655-0f5c-44c9-b70f-fea43a61d039 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:26.606120 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1477e655-0f5c-44c9-b70f-fea43a61d039 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:26.607224 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-1477e655-0f5c-44c9-b70f-fea43a61d039 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "DELETE /v2.0/security-groups/79e08a18-78c0-498d-96ec-b0e7ddd593e5 HTTP/1.1" status: 204 len: 168 time: 0.1196215 Jul 14 13:59:26.610271 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 35420) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:26.616420 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477e655-0f5c-44c9-b70f-fea43a61d039 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e08a18-78c0-498d-96ec-b0e7ddd593e5,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:26.624529 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.api.v2.resource [None req-ebc4c0e5-f592-49d5-bb7f-96d1b3c60151 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] show failed (client error): The resource could not be found. Jul 14 13:59:26.625557 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ebc4c0e5-f592-49d5-bb7f-96d1b3c60151 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups/79e08a18-78c0-498d-96ec-b0e7ddd593e5 HTTP/1.1" status: 404 len: 347 time: 0.0141785 Jul 14 13:59:26.629175 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 35422) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:26.747184 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-58f2ee60-be42-4b8b-bd56-ab35fdb55ab1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Deleting port c82ceb85-e330-4fc6-9b66-a16838fd24c5 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:59:26.747511 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-58f2ee60-be42-4b8b-bd56-ab35fdb55ab1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:26.820318 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-58f2ee60-be42-4b8b-bd56-ab35fdb55ab1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:26.820561 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-58f2ee60-be42-4b8b-bd56-ab35fdb55ab1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:26.831727 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-58f2ee60-be42-4b8b-bd56-ab35fdb55ab1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Calling delete_port for c82ceb85-e330-4fc6-9b66-a16838fd24c5 owned by network:floatingip {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:59:26.963634 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-58f2ee60-be42-4b8b-bd56-ab35fdb55ab1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:26.989964 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2ee60-be42-4b8b-bd56-ab35fdb55ab1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Pushing event deleted for resources: {'Port': ['ID=c82ceb85-e330-4fc6-9b66-a16838fd24c5,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:27.045908 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-58f2ee60-be42-4b8b-bd56-ab35fdb55ab1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for floatingip, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:27.048410 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-58f2ee60-be42-4b8b-bd56-ab35fdb55ab1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for floatingip, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:27.049640 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-58f2ee60-be42-4b8b-bd56-ab35fdb55ab1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "DELETE /v2.0/floatingips/b725fe7f-8581-406a-88db-05554c613ef3 HTTP/1.1" status: 204 len: 168 time: 0.4193997 Jul 14 13:59:27.234401 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 35430) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:27.239708 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-37b45b4f-d446-49f9-88ac-13472c79e1f1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--693981818', 'description': 'tempest-description--268049715'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:59:27.261941 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-37b45b4f-d446-49f9-88ac-13472c79e1f1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:27.309853 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 66c371cd-85ec-4848-a54a-0a895362cd1b no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:59:27.329245 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] No Port match for: 66c371cd-85ec-4848-a54a-0a895362cd1b {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:59:27.329669 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 66c371cd-85ec-4848-a54a-0a895362cd1b not bound to the agent host hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:59:27.353815 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-37b45b4f-d446-49f9-88ac-13472c79e1f1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:27.357757 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-37b45b4f-d446-49f9-88ac-13472c79e1f1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:27.385649 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-37b45b4f-d446-49f9-88ac-13472c79e1f1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:27.386961 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-37b45b4f-d446-49f9-88ac-13472c79e1f1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1514385 Jul 14 13:59:27.387981 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b45b4f-d446-49f9-88ac-13472c79e1f1 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc0726f-2e0c-4a6c-a66a-5f5ff4c207a8,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:27.390211 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 35436) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:27.400047 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-cdc36fbc-adc3-455b-8cca-c192ec31b2c2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Request body: {'security_group_rule': {'security_group_id': '3cc0726f-2e0c-4a6c-a66a-5f5ff4c207a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:59:27.426312 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdc36fbc-adc3-455b-8cca-c192ec31b2c2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:27.481101 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdc36fbc-adc3-455b-8cca-c192ec31b2c2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:27.484956 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdc36fbc-adc3-455b-8cca-c192ec31b2c2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:27.499249 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc36fbc-adc3-455b-8cca-c192ec31b2c2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53472c5-260a-4c2b-9666-c18fdc03c59d,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:27.507614 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdc36fbc-adc3-455b-8cca-c192ec31b2c2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:27.508818 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-cdc36fbc-adc3-455b-8cca-c192ec31b2c2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1123812 Jul 14 13:59:27.511604 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 35438) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:27.516127 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-30d743f7-fbb6-4637-bedd-4b62e72ada0a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Request body: {'security_group_rule': {'security_group_id': '3cc0726f-2e0c-4a6c-a66a-5f5ff4c207a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:59:27.564431 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-30d743f7-fbb6-4637-bedd-4b62e72ada0a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:27.629053 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-30d743f7-fbb6-4637-bedd-4b62e72ada0a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:27.632568 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-30d743f7-fbb6-4637-bedd-4b62e72ada0a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:27.649963 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d743f7-fbb6-4637-bedd-4b62e72ada0a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98317077-5bec-4c88-b105-ed10395946f7,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:27.656314 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-30d743f7-fbb6-4637-bedd-4b62e72ada0a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:27.657480 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-30d743f7-fbb6-4637-bedd-4b62e72ada0a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448805 Jul 14 13:59:27.660650 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 35444) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:27.664941 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-a1bb239e-27d8-4754-be61-b6d6510dd7a0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Request body: {'floatingip': {'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:59:27.685063 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a1bb239e-27d8-4754-be61-b6d6510dd7a0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for floatingip, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:27.776879 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a1bb239e-27d8-4754-be61-b6d6510dd7a0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:27.877729 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-a1bb239e-27d8-4754-be61-b6d6510dd7a0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Allocated IP 172.27.2.217 (cd162c73-a958-4cb4-9ccb-1bec0cade7b8/12dd67ef-565e-43e2-af52-7977bdc7d073/5aa811cd-1c4b-4958-b3cd-b68a86bd5141) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:59:27.972283 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a1bb239e-27d8-4754-be61-b6d6510dd7a0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:28.011870 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a1bb239e-27d8-4754-be61-b6d6510dd7a0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:28.050936 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bb239e-27d8-4754-be61-b6d6510dd7a0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:59:28.053616 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-a1bb239e-27d8-4754-be61-b6d6510dd7a0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:59:28.056131 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb239e-27d8-4754-be61-b6d6510dd7a0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:59:28.080199 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb239e-27d8-4754-be61-b6d6510dd7a0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Pushing event updated for resources: {'Port': ['ID=5aa811cd-1c4b-4958-b3cd-b68a86bd5141,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:28.139572 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a1bb239e-27d8-4754-be61-b6d6510dd7a0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:28.182626 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a1bb239e-27d8-4754-be61-b6d6510dd7a0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:28.325128 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a1bb239e-27d8-4754-be61-b6d6510dd7a0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:28.330056 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a1bb239e-27d8-4754-be61-b6d6510dd7a0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127483915'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:28.406308 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb239e-27d8-4754-be61-b6d6510dd7a0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Pushing event updated for resources: {'Port': ['ID=5aa811cd-1c4b-4958-b3cd-b68a86bd5141,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:28.418558 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a1bb239e-27d8-4754-be61-b6d6510dd7a0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728900'] for floatingip, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:28.432629 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a1bb239e-27d8-4754-be61-b6d6510dd7a0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for floatingip, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:28.433932 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-a1bb239e-27d8-4754-be61-b6d6510dd7a0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7723134 Jul 14 13:59:28.582977 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-3f6858bb-34dd-4821-9d80-da34f1dcb747 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--693981818&fields=id&tenant_id=8ebdd828c2dd45389e546eb5c76f33fc HTTP/1.1" status: 200 len: 267 time: 0.0334713 Jul 14 13:59:28.690553 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-3f46010c-95cf-4592-8d35-cbe4e005bdcb tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:28.692279 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-3f46010c-95cf-4592-8d35-cbe4e005bdcb tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/networks?id=a438f18f-eabf-4166-ba56-5e9dc4be891e HTTP/1.1" status: 200 len: 810 time: 0.1026423 Jul 14 13:59:28.706642 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-da7089df-bd15-4210-a378-45495d36abb0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/quotas/8ebdd828c2dd45389e546eb5c76f33fc HTTP/1.1" status: 200 len: 375 time: 0.0088255 Jul 14 13:59:28.775053 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-e63b217f-3664-4267-bc15-ad04b557757c tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8ebdd828c2dd45389e546eb5c76f33fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0637217 Jul 14 13:59:28.865762 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-a12e8b6e-ea46-4b45-9713-9bd450a10512 service neutron] 10.222.0.45 "GET /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790133 Jul 14 13:59:28.952218 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-3485c9e0-1360-4ac6-9729-b84fc9fa9364 service neutron] 10.222.0.45 "GET /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808632 Jul 14 13:59:29.116575 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3a3cb3ef-1b48-4542-bb80-3c44f15629d9 req-ff2eed97-51f3-4f83-8c0d-e185b1a36652 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5986d69-2229-4769-a76e-04f7320fea94 HTTP/1.1" status: 200 len: 210 time: 0.0304928 Jul 14 13:59:30.251694 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8c0cc609-f2e5-454e-9ea9-917da396323d req-98ab4f1e-02c0-47e8-a632-09a32258d5b6 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5986d69-2229-4769-a76e-04f7320fea94 HTTP/1.1" status: 200 len: 210 time: 0.0274742 Jul 14 13:59:30.719994 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:59:31.386712 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c34c165c-a9e6-4f04-a399-45208ff13a77 req-4e0e558a-6202-4bca-bf6a-ba25c793ddff tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5986d69-2229-4769-a76e-04f7320fea94 HTTP/1.1" status: 200 len: 210 time: 0.0278838 Jul 14 13:59:32.547574 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5c4e8f83-8a35-48ef-928d-5d51b7c950b8 req-a258132e-d002-46ee-a709-6a10773ba172 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5986d69-2229-4769-a76e-04f7320fea94 HTTP/1.1" status: 200 len: 210 time: 0.0402243 Jul 14 13:59:32.647006 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-dd7c0345-7724-4d80-b9c0-b2036bb1d2df tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:32.648472 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-dd7c0345-7724-4d80-b9c0-b2036bb1d2df tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.54 "GET /v2.0/networks?id=a438f18f-eabf-4166-ba56-5e9dc4be891e HTTP/1.1" status: 200 len: 810 time: 0.1300631 Jul 14 13:59:32.719136 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-282dd9b6-cb4b-4a4e-b225-e5f7d6068750 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ebdd828c2dd45389e546eb5c76f33fc HTTP/1.1" status: 200 len: 379 time: 0.0461135 Jul 14 13:59:32.735085 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-a1f8651c-b247-44d2-ad1b-fb79d7373ec2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Request body: {'port': {'device_id': 'd5986d69-2229-4769-a76e-04f7320fea94', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'admin_state_up': True, 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'security_groups': ['3cc0726f-2e0c-4a6c-a66a-5f5ff4c207a8']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:59:32.875081 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9b188-87fb-4a51-be92-2196309243b6 req-815a7cd4-df87-414c-b155-ac3ba5cb6f3b tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:32.876531 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-68a9b188-87fb-4a51-be92-2196309243b6 req-815a7cd4-df87-414c-b155-ac3ba5cb6f3b tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.1261001 Jul 14 13:59:32.902600 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-a1f8651c-b247-44d2-ad1b-fb79d7373ec2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Made reservation on behalf of 8ebdd828c2dd45389e546eb5c76f33fc for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:59:32.905944 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-a1f8651c-b247-44d2-ad1b-fb79d7373ec2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:32.933250 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-68a9b188-87fb-4a51-be92-2196309243b6 req-e286a64b-c1b3-483e-a60a-65842bd1a605 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500560 Jul 14 13:59:33.041997 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-a1f8651c-b247-44d2-ad1b-fb79d7373ec2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Allocated IP 172.20.0.8 (a438f18f-eabf-4166-ba56-5e9dc4be891e/2e428487-ac1c-45f5-b66d-6e05ef2be0ac/a805a027-97f1-4617-82d5-51836711fdd4) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:59:33.168034 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-a1f8651c-b247-44d2-ad1b-fb79d7373ec2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:33.181397 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-a1f8651c-b247-44d2-ad1b-fb79d7373ec2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Transition to ACTIVE for port object a805a027-97f1-4617-82d5-51836711fdd4 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:59:33.212311 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-a1f8651c-b247-44d2-ad1b-fb79d7373ec2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:33.256823 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-a1f8651c-b247-44d2-ad1b-fb79d7373ec2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Network a438f18f-eabf-4166-ba56-5e9dc4be891e is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:59:33.261835 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-a1f8651c-b247-44d2-ad1b-fb79d7373ec2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:59:33.264295 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-a1f8651c-b247-44d2-ad1b-fb79d7373ec2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:59:33.295883 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8651c-b247-44d2-ad1b-fb79d7373ec2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Pushing event updated for resources: {'Port': ['ID=a805a027-97f1-4617-82d5-51836711fdd4,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:33.318941 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-a1f8651c-b247-44d2-ad1b-fb79d7373ec2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:33.319579 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-a1f8651c-b247-44d2-ad1b-fb79d7373ec2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:33.334704 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-a1f8651c-b247-44d2-ad1b-fb79d7373ec2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6081808 Jul 14 13:59:33.349071 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-6aca4fed-f56e-4fb8-b402-9ae08ca49cdc service neutron] Request body: {'port': {'device_id': 'd5986d69-2229-4769-a76e-04f7320fea94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:59:33.423349 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-6aca4fed-f56e-4fb8-b402-9ae08ca49cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:33.469877 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-f41afea1-450b-483e-96ac-edb811283b6b None None] Provisioning for port a805a027-97f1-4617-82d5-51836711fdd4 completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:59:33.474046 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-f41afea1-450b-483e-96ac-edb811283b6b None None] Provisioning complete for port a805a027-97f1-4617-82d5-51836711fdd4 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:59:33.474408 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f41afea1-450b-483e-96ac-edb811283b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:33.507554 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-f41afea1-450b-483e-96ac-edb811283b6b None None] Port a805a027-97f1-4617-82d5-51836711fdd4 cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:59:33.694985 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-6aca4fed-f56e-4fb8-b402-9ae08ca49cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a805a027-97f1-4617-82d5-51836711fdd4 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:59:33.702373 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-6aca4fed-f56e-4fb8-b402-9ae08ca49cdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:33.715180 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-6aca4fed-f56e-4fb8-b402-9ae08ca49cdc service neutron] Transition to ACTIVE for port object a805a027-97f1-4617-82d5-51836711fdd4 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:59:33.718737 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-6aca4fed-f56e-4fb8-b402-9ae08ca49cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:33.735634 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106d1f2-5f42-4dda-bee6-820472c12933 req-2a492021-b304-4062-9ceb-183d8f5cdd79 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:33.737610 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c106d1f2-5f42-4dda-bee6-820472c12933 req-2a492021-b304-4062-9ceb-183d8f5cdd79 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5986d69-2229-4769-a76e-04f7320fea94 HTTP/1.1" status: 200 len: 931 time: 0.0654280 Jul 14 13:59:33.782425 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c106d1f2-5f42-4dda-bee6-820472c12933 req-5390413d-2f4f-46f0-ba9b-49a4371fa762 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cc0726f-2e0c-4a6c-a66a-5f5ff4c207a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384488 Jul 14 13:59:33.789371 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca4fed-f56e-4fb8-b402-9ae08ca49cdc service neutron] Pushing event updated for resources: {'Port': ['ID=a805a027-97f1-4617-82d5-51836711fdd4,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:33.843393 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-6aca4fed-f56e-4fb8-b402-9ae08ca49cdc service neutron] Attempting to bind port a805a027-97f1-4617-82d5-51836711fdd4 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:59:33.843767 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-6aca4fed-f56e-4fb8-b402-9ae08ca49cdc service neutron] Attempting to bind port a805a027-97f1-4617-82d5-51836711fdd4 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '6f5f6d35-c566-43d5-9c6f-ff2b79815a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:59:33.844102 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-6aca4fed-f56e-4fb8-b402-9ae08ca49cdc service neutron] Attempting to bind port a805a027-97f1-4617-82d5-51836711fdd4 on network a438f18f-eabf-4166-ba56-5e9dc4be891e {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:59:33.850991 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-6aca4fed-f56e-4fb8-b402-9ae08ca49cdc service neutron] Port a805a027-97f1-4617-82d5-51836711fdd4 on network a438f18f-eabf-4166-ba56-5e9dc4be891e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:59:33.851316 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-6aca4fed-f56e-4fb8-b402-9ae08ca49cdc service neutron] Attempting to bind port a805a027-97f1-4617-82d5-51836711fdd4 on network a438f18f-eabf-4166-ba56-5e9dc4be891e {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:59:33.856501 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-6aca4fed-f56e-4fb8-b402-9ae08ca49cdc service neutron] Checking agent: {'id': '452dea11-d79b-49e5-b391-0cd9cce6a9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:59:33.856963 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-6aca4fed-f56e-4fb8-b402-9ae08ca49cdc service neutron] Checking segment: {'id': '6f5f6d35-c566-43d5-9c6f-ff2b79815a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:59:33.857354 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-6aca4fed-f56e-4fb8-b402-9ae08ca49cdc service neutron] Bound using segment: {'id': '6f5f6d35-c566-43d5-9c6f-ff2b79815a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:59:33.857780 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-6aca4fed-f56e-4fb8-b402-9ae08ca49cdc service neutron] Bound port: a805a027-97f1-4617-82d5-51836711fdd4, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5f6d35-c566-43d5-9c6f-ff2b79815a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:59:33.858137 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-6aca4fed-f56e-4fb8-b402-9ae08ca49cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:33.938214 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-6aca4fed-f56e-4fb8-b402-9ae08ca49cdc service neutron] For port a805a027-97f1-4617-82d5-51836711fdd4, host hv-cinder-79760, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:59:33.941906 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-6aca4fed-f56e-4fb8-b402-9ae08ca49cdc service neutron] For port a805a027-97f1-4617-82d5-51836711fdd4, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a805a027-97f1-4617-82d5-51836711fdd4,segment=NetworkSegment(6f5f6d35-c566-43d5-9c6f-ff2b79815a82),segment_id=6f5f6d35-c566-43d5-9c6f-ff2b79815a82)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:59:33.946693 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-6aca4fed-f56e-4fb8-b402-9ae08ca49cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:33.981605 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-6aca4fed-f56e-4fb8-b402-9ae08ca49cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:33.982225 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-6aca4fed-f56e-4fb8-b402-9ae08ca49cdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:33.983786 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-6aca4fed-f56e-4fb8-b402-9ae08ca49cdc service neutron] 10.222.0.54 "PUT /v2.0/ports/a805a027-97f1-4617-82d5-51836711fdd4 HTTP/1.1" status: 200 len: 1093 time: 0.6403270 Jul 14 13:59:33.984519 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5986d69-2229-4769-a76e-04f7320fea94', 'tag': 'a805a027-97f1-4617-82d5-51836711fdd4'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:59:33.986764 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7b3c78-0c35-425a-8788-90fd60bd4f00" -d '{"events": [{"name": "network-changed", "server_uuid": "d5986d69-2229-4769-a76e-04f7320fea94", "tag": "a805a027-97f1-4617-82d5-51836711fdd4"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:59:34.076172 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54acaa20-3a5e-4aa7-ba88-7ae7952d4508 x-openstack-request-id: req-54acaa20-3a5e-4aa7-ba88-7ae7952d4508 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:59:34.076421 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5986d69-2229-4769-a76e-04f7320fea94", "tag": "a805a027-97f1-4617-82d5-51836711fdd4", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:59:34.076647 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-54acaa20-3a5e-4aa7-ba88-7ae7952d4508 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:59:34.077048 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5986d69-2229-4769-a76e-04f7320fea94', 'tag': 'a805a027-97f1-4617-82d5-51836711fdd4', 'status': 'completed', 'code': 200} Jul 14 13:59:34.085972 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca4fed-f56e-4fb8-b402-9ae08ca49cdc service neutron] Pushing event updated for resources: {'Port': ['ID=a805a027-97f1-4617-82d5-51836711fdd4,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:34.158506 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-cc4018b3-39ae-4f36-b3b8-de9aaaba2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:34.160482 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-cc4018b3-39ae-4f36-b3b8-de9aaaba2bc3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ebdd828c2dd45389e546eb5c76f33fc&device_id=d5986d69-2229-4769-a76e-04f7320fea94 HTTP/1.1" status: 200 len: 1096 time: 0.1189122 Jul 14 13:59:34.213404 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-6b519841-0c7f-43a5-a57d-0477e07db2ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a805a027-97f1-4617-82d5-51836711fdd4 HTTP/1.1" status: 200 len: 217 time: 0.0431225 Jul 14 13:59:34.237982 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f7399-024a-4842-ab8f-423f412924a0 req-b098e1e4-8523-4237-bbaa-04b2a71b071c tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:34.239396 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9d0f7399-024a-4842-ab8f-423f412924a0 req-b098e1e4-8523-4237-bbaa-04b2a71b071c tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.1400185 Jul 14 13:59:34.296101 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-557995b4-a110-4f6a-86d0-dc01380a297c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:34.297531 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-557995b4-a110-4f6a-86d0-dc01380a297c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2e428487-ac1c-45f5-b66d-6e05ef2be0ac HTTP/1.1" status: 200 len: 849 time: 0.0765772 Jul 14 13:59:34.302859 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9d0f7399-024a-4842-ab8f-423f412924a0 req-c17c760c-a9aa-43e8-919c-2a118e553dbd tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451488 Jul 14 13:59:34.359316 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-079afefb-03e6-413f-b9d4-b03135be54a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:34.360811 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-079afefb-03e6-413f-b9d4-b03135be54a7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a438f18f-eabf-4166-ba56-5e9dc4be891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548344 Jul 14 13:59:34.450204 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-01c8f2ab-0728-46a7-b8c3-8b73e9e9550a service neutron] 10.222.0.54 "GET /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808079 Jul 14 13:59:34.546886 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f084e01f-92c6-49a3-82aa-51ca053c09fd req-71ea36dc-f530-482d-86cb-571651719758 service neutron] 10.222.0.54 "GET /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856278 Jul 14 13:59:34.655264 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b3c78-0c35-425a-8788-90fd60bd4f00 req-72137085-c213-43ef-91df-dca791784c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:34.656758 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3c7b3c78-0c35-425a-8788-90fd60bd4f00 req-72137085-c213-43ef-91df-dca791784c50 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ebdd828c2dd45389e546eb5c76f33fc&device_id=d5986d69-2229-4769-a76e-04f7320fea94 HTTP/1.1" status: 200 len: 1096 time: 0.0515754 Jul 14 13:59:34.745689 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b3c78-0c35-425a-8788-90fd60bd4f00 req-cbbc8d45-7b48-42c5-8209-fd4ff9053dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:34.747013 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3c7b3c78-0c35-425a-8788-90fd60bd4f00 req-cbbc8d45-7b48-42c5-8209-fd4ff9053dd7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a438f18f-eabf-4166-ba56-5e9dc4be891e HTTP/1.1" status: 200 len: 911 time: 0.0811625 Jul 14 13:59:34.792031 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3c7b3c78-0c35-425a-8788-90fd60bd4f00 req-ba6a92b7-cbf4-41ab-96c3-5aab9b842e53 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a805a027-97f1-4617-82d5-51836711fdd4 HTTP/1.1" status: 200 len: 217 time: 0.0363667 Jul 14 13:59:34.843043 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b3c78-0c35-425a-8788-90fd60bd4f00 req-231e22e9-5527-465b-95de-7b46aa88917a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:34.844557 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3c7b3c78-0c35-425a-8788-90fd60bd4f00 req-231e22e9-5527-465b-95de-7b46aa88917a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2e428487-ac1c-45f5-b66d-6e05ef2be0ac HTTP/1.1" status: 200 len: 849 time: 0.0424969 Jul 14 13:59:34.901599 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b3c78-0c35-425a-8788-90fd60bd4f00 req-67a004eb-672d-4d75-8a5d-fbd00219ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:34.903061 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3c7b3c78-0c35-425a-8788-90fd60bd4f00 req-67a004eb-672d-4d75-8a5d-fbd00219ab2e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a438f18f-eabf-4166-ba56-5e9dc4be891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507441 Jul 14 13:59:34.955228 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045023d8-e122-4cb1-be41-26be8f9f65fb req-cfc5d9c4-88e6-4cbe-b084-63d86b99b7fb tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:34.956733 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-045023d8-e122-4cb1-be41-26be8f9f65fb req-cfc5d9c4-88e6-4cbe-b084-63d86b99b7fb tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5986d69-2229-4769-a76e-04f7320fea94 HTTP/1.1" status: 200 len: 943 time: 0.0612791 Jul 14 13:59:34.993649 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-045023d8-e122-4cb1-be41-26be8f9f65fb req-d42d1385-9ed5-4e19-a08b-8bf354cd7866 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cc0726f-2e0c-4a6c-a66a-5f5ff4c207a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312994 Jul 14 13:59:34.997493 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3c7b3c78-0c35-425a-8788-90fd60bd4f00 req-7680d920-ab03-4458-abfc-1d0c95b040bc service neutron] 10.222.0.54 "GET /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850055 Jul 14 13:59:35.086568 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3c7b3c78-0c35-425a-8788-90fd60bd4f00 req-53d84578-4414-40da-bd66-3052fe34fb17 service neutron] 10.222.0.54 "GET /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810969 Jul 14 13:59:35.518784 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0125b61-ff94-4bdc-a665-bade008d50a4 req-3c21c8b6-45c0-45b3-b9f7-ffb110c012cb tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:35.526521 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f0125b61-ff94-4bdc-a665-bade008d50a4 req-3c21c8b6-45c0-45b3-b9f7-ffb110c012cb tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.0871079 Jul 14 13:59:35.586080 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f0125b61-ff94-4bdc-a665-bade008d50a4 req-3db1692c-24bf-4478-b85b-fb630124fbca tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584903 Jul 14 13:59:36.161455 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb33e8-673f-4b07-8d2e-94ddfea8f94d req-30a18350-589e-4e7b-a1d2-8e0d23029f82 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:36.162880 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-80fb33e8-673f-4b07-8d2e-94ddfea8f94d req-30a18350-589e-4e7b-a1d2-8e0d23029f82 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5986d69-2229-4769-a76e-04f7320fea94 HTTP/1.1" status: 200 len: 943 time: 0.0606647 Jul 14 13:59:36.198373 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-80fb33e8-673f-4b07-8d2e-94ddfea8f94d req-d07bd475-2b2c-423b-9438-2f3a926ecbd5 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cc0726f-2e0c-4a6c-a66a-5f5ff4c207a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300786 Jul 14 13:59:36.752433 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c459a71-11c1-432a-9884-89932c49e2fd req-044a0f83-32ac-4d72-8a2b-a3e889f044a7 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:36.753799 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5c459a71-11c1-432a-9884-89932c49e2fd req-044a0f83-32ac-4d72-8a2b-a3e889f044a7 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.0614967 Jul 14 13:59:36.789537 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5c459a71-11c1-432a-9884-89932c49e2fd req-5d6681e7-7a48-49ee-9f2e-9ed03f1e1aa9 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303624 Jul 14 13:59:37.370163 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696b373-4167-4815-b854-f2ea76ecda6d req-3656c67d-39a9-4687-8215-b1f720b5f41f tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:37.371579 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d696b373-4167-4815-b854-f2ea76ecda6d req-3656c67d-39a9-4687-8215-b1f720b5f41f tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5986d69-2229-4769-a76e-04f7320fea94 HTTP/1.1" status: 200 len: 943 time: 0.0637796 Jul 14 13:59:37.407627 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d696b373-4167-4815-b854-f2ea76ecda6d req-547e7d83-aa60-47f9-a806-a7c2db8ecb0a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cc0726f-2e0c-4a6c-a66a-5f5ff4c207a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305340 Jul 14 13:59:37.960159 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036280c2-9ac9-467f-a9d3-03a2ee8d3378 req-94905c58-3855-4307-95f0-51b976a0e207 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:37.961513 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-036280c2-9ac9-467f-a9d3-03a2ee8d3378 req-94905c58-3855-4307-95f0-51b976a0e207 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.0610840 Jul 14 13:59:37.997873 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-036280c2-9ac9-467f-a9d3-03a2ee8d3378 req-9bfd5b26-608d-48e0-ac41-45ab78dec55a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309408 Jul 14 13:59:38.268056 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-57505bda-11ef-437f-95ee-439321c717e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:38.574034 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fada2-c530-4ed8-a733-b922ff0776d5 req-7cdaf83e-8870-4263-9c01-e9c00e81a592 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:38.575454 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-060fada2-c530-4ed8-a733-b922ff0776d5 req-7cdaf83e-8870-4263-9c01-e9c00e81a592 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5986d69-2229-4769-a76e-04f7320fea94 HTTP/1.1" status: 200 len: 943 time: 0.0601509 Jul 14 13:59:38.612069 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-060fada2-c530-4ed8-a733-b922ff0776d5 req-63752b3b-be14-4dd2-8533-6964d212c3f8 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cc0726f-2e0c-4a6c-a66a-5f5ff4c207a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311463 Jul 14 13:59:38.898526 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device a805a027-97f1-4617-82d5-51836711fdd4 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:59:38.992472 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port a805a027-97f1-4617-82d5-51836711fdd4, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a805a027-97f1-4617-82d5-51836711fdd4,segment=NetworkSegment(6f5f6d35-c566-43d5-9c6f-ff2b79815a82),segment_id=6f5f6d35-c566-43d5-9c6f-ff2b79815a82)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:39.003188 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': 'a805a027-97f1-4617-82d5-51836711fdd4', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'port_id': 'a805a027-97f1-4617-82d5-51836711fdd4', 'mac_address': 'fa:16:3e:fb:c1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:59:39.039824 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:39.052301 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a805a027-97f1-4617-82d5-51836711fdd4 {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:59:39.072489 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port a805a027-97f1-4617-82d5-51836711fdd4, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a805a027-97f1-4617-82d5-51836711fdd4,segment=NetworkSegment(6f5f6d35-c566-43d5-9c6f-ff2b79815a82),segment_id=6f5f6d35-c566-43d5-9c6f-ff2b79815a82)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:39.076228 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:39.123057 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=a805a027-97f1-4617-82d5-51836711fdd4,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:39.130726 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:39.131068 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:39.131402 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:39.131757 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:39.132155 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:39.132487 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:39.132809 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:39.133131 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:39.133473 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:39.133795 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:39.134113 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:39.134429 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:39.177974 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3873ad-2963-4eb4-be97-35b6e85d334d req-67998ffd-213f-4072-8a8c-5b9fabddb640 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:39.179339 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ba3873ad-2963-4eb4-be97-35b6e85d334d req-67998ffd-213f-4072-8a8c-5b9fabddb640 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.0666327 Jul 14 13:59:39.216380 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ba3873ad-2963-4eb4-be97-35b6e85d334d req-e24ed78f-74d1-41ce-a853-091026632ae2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314202 Jul 14 13:59:39.396488 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['a805a027-97f1-4617-82d5-51836711fdd4'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:59:39.786648 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae669f-f1eb-481d-8664-eae790b0364f req-54749b85-8503-4b58-84db-907e45a16f9b tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:39.788200 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-19ae669f-f1eb-481d-8664-eae790b0364f req-54749b85-8503-4b58-84db-907e45a16f9b tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5986d69-2229-4769-a76e-04f7320fea94 HTTP/1.1" status: 200 len: 944 time: 0.0677152 Jul 14 13:59:39.825300 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-19ae669f-f1eb-481d-8664-eae790b0364f req-56763b29-1606-4d0e-9a73-7500dcac08d3 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cc0726f-2e0c-4a6c-a66a-5f5ff4c207a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315270 Jul 14 13:59:40.388929 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982611b2-20ab-4e87-802f-e355a545285e req-0354088f-c786-4504-b6a1-2950a234e66d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:40.390396 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-982611b2-20ab-4e87-802f-e355a545285e req-0354088f-c786-4504-b6a1-2950a234e66d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.0637023 Jul 14 13:59:40.428516 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-982611b2-20ab-4e87-802f-e355a545285e req-f402ec16-db3f-44e9-87c6-3ee20b34600d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319107 Jul 14 13:59:40.762013 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3c2ed-a890-41c3-b8be-29eb0a45cd9a req-4ee74676-1421-42be-8ded-f216a6ee7fca tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:40.763353 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a7f3c2ed-a890-41c3-b8be-29eb0a45cd9a req-4ee74676-1421-42be-8ded-f216a6ee7fca tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 945 time: 0.0653782 Jul 14 13:59:40.798569 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a7f3c2ed-a890-41c3-b8be-29eb0a45cd9a req-3a713f3b-65ef-4ef0-bf79-3e12c856154d tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297723 Jul 14 13:59:40.918656 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4b13c32f-d9a5-4a9e-86ab-d70637a93271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:41.000588 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40124ae5-afbd-444b-81c5-3f12f4c0e09b req-af15c3c9-78df-4eee-a484-a15e3e0d04b9 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:41.002969 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-40124ae5-afbd-444b-81c5-3f12f4c0e09b req-af15c3c9-78df-4eee-a484-a15e3e0d04b9 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5986d69-2229-4769-a76e-04f7320fea94 HTTP/1.1" status: 200 len: 944 time: 0.0645285 Jul 14 13:59:41.043828 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-40124ae5-afbd-444b-81c5-3f12f4c0e09b req-8503c39c-46c7-4bb6-8dc0-28b978fa5cc7 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cc0726f-2e0c-4a6c-a66a-5f5ff4c207a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333672 Jul 14 13:59:41.222151 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33521939-b379-4ae7-8e24-49f3c05b73e7 req-51f7ca81-a130-47dc-b484-2e34c5e482ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:41.224153 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-33521939-b379-4ae7-8e24-49f3c05b73e7 req-51f7ca81-a130-47dc-b484-2e34c5e482ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f0682b2d13074b4fbea16bbda342184f&device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 1098 time: 0.0536232 Jul 14 13:59:41.233585 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:41.334901 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33521939-b379-4ae7-8e24-49f3c05b73e7 req-ad6416ec-f781-486d-8f0b-2ba568f90fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:41.336332 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-33521939-b379-4ae7-8e24-49f3c05b73e7 req-ad6416ec-f781-486d-8f0b-2ba568f90fa4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=429ffe97-91bc-4ca2-9eda-c647a6878dac HTTP/1.1" status: 200 len: 918 time: 0.0888844 Jul 14 13:59:41.403211 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-33521939-b379-4ae7-8e24-49f3c05b73e7 req-a5a7550b-d006-407b-a792-1dacab966a6b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=412f049a-53c7-4bad-b972-986f570568de HTTP/1.1" status: 200 len: 1001 time: 0.0575926 Jul 14 13:59:41.453172 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33521939-b379-4ae7-8e24-49f3c05b73e7 req-9cd19d80-cd71-4f11-be00-704195fc33c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:41.454569 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-33521939-b379-4ae7-8e24-49f3c05b73e7 req-9cd19d80-cd71-4f11-be00-704195fc33c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9 HTTP/1.1" status: 200 len: 856 time: 0.0422440 Jul 14 13:59:41.504882 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:41.518848 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33521939-b379-4ae7-8e24-49f3c05b73e7 req-aab2b961-119b-41ce-8a79-e4a2b1818f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:41.520434 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-33521939-b379-4ae7-8e24-49f3c05b73e7 req-aab2b961-119b-41ce-8a79-e4a2b1818f1f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=429ffe97-91bc-4ca2-9eda-c647a6878dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580885 Jul 14 13:59:41.650579 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-33521939-b379-4ae7-8e24-49f3c05b73e7 req-ba0fe34c-e79d-4165-afd0-ead518b9cff3 service neutron] 10.222.0.54 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222119 Jul 14 13:59:41.662768 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c44e2-133f-405e-aaed-d02a530e6405 req-1d61fdd9-7eed-414d-af45-24f5c3977aa2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:41.664181 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-073c44e2-133f-405e-aaed-d02a530e6405 req-1d61fdd9-7eed-414d-af45-24f5c3977aa2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.1189468 Jul 14 13:59:41.744646 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-073c44e2-133f-405e-aaed-d02a530e6405 req-7ed9d062-ca88-421d-84eb-a7c06982a35e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720503 Jul 14 13:59:41.770008 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-33521939-b379-4ae7-8e24-49f3c05b73e7 req-6ac1f822-3fd4-4db4-a7ce-bbae0836fed9 service neutron] 10.222.0.54 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049318 Jul 14 13:59:41.850744 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device a805a027-97f1-4617-82d5-51836711fdd4 up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:59:41.874492 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:41.899392 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning for port a805a027-97f1-4617-82d5-51836711fdd4 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:59:41.903187 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port a805a027-97f1-4617-82d5-51836711fdd4 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:59:41.903498 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:41.968830 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a329988-d95b-4063-bbd1-5ad827509dc1 req-f7733d47-78ad-4e0d-9bfc-863926e376e2 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:41.970295 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9a329988-d95b-4063-bbd1-5ad827509dc1 req-f7733d47-78ad-4e0d-9bfc-863926e376e2 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 945 time: 0.0611753 Jul 14 13:59:41.981081 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:42.002934 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5986d69-2229-4769-a76e-04f7320fea94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a805a027-97f1-4617-82d5-51836711fdd4'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:59:42.005404 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313a8ff4-9014-4443-ad86-66a9be913ce0" -d '{"events": [{"server_uuid": "d5986d69-2229-4769-a76e-04f7320fea94", "name": "network-vif-plugged", "status": "completed", "tag": "a805a027-97f1-4617-82d5-51836711fdd4"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:59:42.008991 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9a329988-d95b-4063-bbd1-5ad827509dc1 req-32b9c291-1cd8-4cc0-bfea-c0cf988fa2bd tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319533 Jul 14 13:59:42.019257 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port a805a027-97f1-4617-82d5-51836711fdd4, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a805a027-97f1-4617-82d5-51836711fdd4,segment=NetworkSegment(6f5f6d35-c566-43d5-9c6f-ff2b79815a82),segment_id=6f5f6d35-c566-43d5-9c6f-ff2b79815a82)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:42.023999 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:42.079370 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=a805a027-97f1-4617-82d5-51836711fdd4,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:42.166856 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1dd682-71a4-40e8-b9cb-8c287d7b7bc1 x-openstack-request-id: req-2c1dd682-71a4-40e8-b9cb-8c287d7b7bc1 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:59:42.167154 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5986d69-2229-4769-a76e-04f7320fea94", "name": "network-vif-plugged", "status": "completed", "tag": "a805a027-97f1-4617-82d5-51836711fdd4", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:59:42.167515 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c1dd682-71a4-40e8-b9cb-8c287d7b7bc1 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:59:42.168046 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5986d69-2229-4769-a76e-04f7320fea94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a805a027-97f1-4617-82d5-51836711fdd4', 'code': 200} Jul 14 13:59:42.239389 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8823e8-d23e-4cef-a536-3fcaf8a7789a req-7a73d9c1-9138-4ebe-ab97-23d9d8e7877f tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:42.240884 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3d8823e8-d23e-4cef-a536-3fcaf8a7789a req-7a73d9c1-9138-4ebe-ab97-23d9d8e7877f tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5986d69-2229-4769-a76e-04f7320fea94 HTTP/1.1" status: 200 len: 945 time: 0.0665424 Jul 14 13:59:42.278493 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3d8823e8-d23e-4cef-a536-3fcaf8a7789a req-18ee1689-997c-401c-9fb1-a5854939a22c tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cc0726f-2e0c-4a6c-a66a-5f5ff4c207a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320137 Jul 14 13:59:42.406575 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cb29d-784a-4757-8699-0851d5830b0c req-3405332c-915f-4613-9989-7d659ccaa039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:42.408030 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-457cb29d-784a-4757-8699-0851d5830b0c req-3405332c-915f-4613-9989-7d659ccaa039 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d5986d69-2229-4769-a76e-04f7320fea94 HTTP/1.1" status: 200 len: 1098 time: 0.0508292 Jul 14 13:59:42.448601 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-457cb29d-784a-4757-8699-0851d5830b0c req-ee684dd5-22da-4890-acbc-0e8ec85620a2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3cc0726f-2e0c-4a6c-a66a-5f5ff4c207a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308397 Jul 14 13:59:42.665393 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a0450-dee9-4ad6-900c-82dd9fcdcd6e req-43d26b97-a5ac-4826-9989-904e2ebe8f8a tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:42.666719 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-db2a0450-dee9-4ad6-900c-82dd9fcdcd6e req-43d26b97-a5ac-4826-9989-904e2ebe8f8a tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 945 time: 0.0609617 Jul 14 13:59:42.762452 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-db2a0450-dee9-4ad6-900c-82dd9fcdcd6e req-326290ca-fadd-4ac0-b018-0c7352f17838 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Deleting port e6e38da2-7426-4e42-a7ac-424e810eefd9 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:59:42.762793 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-db2a0450-dee9-4ad6-900c-82dd9fcdcd6e req-326290ca-fadd-4ac0-b018-0c7352f17838 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:42.850783 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-db2a0450-dee9-4ad6-900c-82dd9fcdcd6e req-326290ca-fadd-4ac0-b018-0c7352f17838 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] For port e6e38da2-7426-4e42-a7ac-424e810eefd9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e6e38da2-7426-4e42-a7ac-424e810eefd9,segment=NetworkSegment(5df22ef0-0a20-4fe0-bcf6-2f1d416c5632),segment_id=5df22ef0-0a20-4fe0-bcf6-2f1d416c5632)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:42.851145 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-db2a0450-dee9-4ad6-900c-82dd9fcdcd6e req-326290ca-fadd-4ac0-b018-0c7352f17838 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:43.008587 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d55b67-7a10-4b1c-ac2a-95f2da02de19 req-010cb850-8609-4351-a5fd-3e236c60865a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:43.009964 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-09d55b67-7a10-4b1c-ac2a-95f2da02de19 req-010cb850-8609-4351-a5fd-3e236c60865a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.1462169 Jul 14 13:59:43.087888 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-09d55b67-7a10-4b1c-ac2a-95f2da02de19 req-1bf24937-6eae-4513-818f-a77c52908049 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491800 Jul 14 13:59:43.090043 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-db2a0450-dee9-4ad6-900c-82dd9fcdcd6e req-326290ca-fadd-4ac0-b018-0c7352f17838 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:43.090410 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-db2a0450-dee9-4ad6-900c-82dd9fcdcd6e req-326290ca-fadd-4ac0-b018-0c7352f17838 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728900'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:43.090716 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.l3_db [req-db2a0450-dee9-4ad6-900c-82dd9fcdcd6e req-326290ca-fadd-4ac0-b018-0c7352f17838 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Floating IP 31d1659e-5827-43ba-be6a-2dbe86fbfabe disassociated. External IP: 172.27.2.156, port: e6e38da2-7426-4e42-a7ac-424e810eefd9. Jul 14 13:59:43.091053 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-db2a0450-dee9-4ad6-900c-82dd9fcdcd6e req-326290ca-fadd-4ac0-b018-0c7352f17838 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Calling delete_port for e6e38da2-7426-4e42-a7ac-424e810eefd9 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:59:43.185287 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d5b25-11fe-405d-99df-22bf7d131b09 req-2e1b8343-6a7e-45b1-ae0f-2da15646e793 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:43.186780 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1f5d5b25-11fe-405d-99df-22bf7d131b09 req-2e1b8343-6a7e-45b1-ae0f-2da15646e793 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 945 time: 0.0615060 Jul 14 13:59:43.219793 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-db2a0450-dee9-4ad6-900c-82dd9fcdcd6e req-326290ca-fadd-4ac0-b018-0c7352f17838 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:43.226155 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1f5d5b25-11fe-405d-99df-22bf7d131b09 req-c4638097-3772-4df2-a5ae-2a14977fce84 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325012 Jul 14 13:59:43.253068 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326290ca-fadd-4ac0-b018-0c7352f17838 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Pushing event deleted for resources: {'Port': ['ID=e6e38da2-7426-4e42-a7ac-424e810eefd9,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:43.369299 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db2a0450-dee9-4ad6-900c-82dd9fcdcd6e req-326290ca-fadd-4ac0-b018-0c7352f17838 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:59:43.646569 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:43.778815 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db2a0450-dee9-4ad6-900c-82dd9fcdcd6e req-326290ca-fadd-4ac0-b018-0c7352f17838 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:59:43.788937 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8153828-e9fd-4af9-950a-080aeb6d4c6c None None] Sync routers for ids ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:59:43.793499 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30469a59-4386-44c2-90b7-2077b48a3ee1 req-09acf5f8-eea0-4396-a06d-05de2222971e tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:43.794944 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-30469a59-4386-44c2-90b7-2077b48a3ee1 req-09acf5f8-eea0-4396-a06d-05de2222971e tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5986d69-2229-4769-a76e-04f7320fea94 HTTP/1.1" status: 200 len: 945 time: 0.3828616 Jul 14 13:59:43.798730 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8153828-e9fd-4af9-950a-080aeb6d4c6c None None] Routers {'1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:59:43.799336 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-b8153828-e9fd-4af9-950a-080aeb6d4c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:59:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:43.842722 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2a0450-dee9-4ad6-900c-82dd9fcdcd6e req-326290ca-fadd-4ac0-b018-0c7352f17838 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] No DVR routers for this DVR port e6e38da2-7426-4e42-a7ac-424e810eefd9 on host hv-cinder-79760 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:59:43.846024 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-db2a0450-dee9-4ad6-900c-82dd9fcdcd6e req-326290ca-fadd-4ac0-b018-0c7352f17838 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:43.848473 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-db2a0450-dee9-4ad6-900c-82dd9fcdcd6e req-326290ca-fadd-4ac0-b018-0c7352f17838 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.54 "DELETE /v2.0/ports/e6e38da2-7426-4e42-a7ac-424e810eefd9 HTTP/1.1" status: 204 len: 173 time: 1.1756687 Jul 14 13:59:43.848897 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3', 'name': 'network-vif-deleted', 'tag': 'e6e38da2-7426-4e42-a7ac-424e810eefd9'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:59:43.851066 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b83fb2-aa45-4a62-bf4e-a37662802a11" -d '{"events": [{"server_uuid": "5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3", "name": "network-vif-deleted", "tag": "e6e38da2-7426-4e42-a7ac-424e810eefd9"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:59:43.872441 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-30469a59-4386-44c2-90b7-2077b48a3ee1 req-0ce5cee0-f038-48f7-8d08-812a7087d880 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cc0726f-2e0c-4a6c-a66a-5f5ff4c207a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616651 Jul 14 13:59:43.905244 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-b8153828-e9fd-4af9-950a-080aeb6d4c6c None None] Set router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:59:43.906891 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7719125-c18d-4da3-8a48-cc9e84bca941 x-openstack-request-id: req-c7719125-c18d-4da3-8a48-cc9e84bca941 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:59:43.907187 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3", "name": "network-vif-deleted", "tag": "e6e38da2-7426-4e42-a7ac-424e810eefd9", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:59:43.907443 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c7719125-c18d-4da3-8a48-cc9e84bca941 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:59:43.907866 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3', 'name': 'network-vif-deleted', 'tag': 'e6e38da2-7426-4e42-a7ac-424e810eefd9', 'status': 'completed', 'code': 200} Jul 14 13:59:44.098910 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-b8153828-e9fd-4af9-950a-080aeb6d4c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T13:55:55Z', 'revision_number': 4, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'e78efec9-9b4b-4aad-b14f-ee3c0edebc58', 'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'mac_address': 'fa:16:3e:2d:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:55Z', 'updated_at': '2021-07-14T13:56:03Z', 'revision_number': 5, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'subnets': [{'id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:44.124904 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8153828-e9fd-4af9-950a-080aeb6d4c6c None None] Checking router: 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:59:44.133609 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8153828-e9fd-4af9-950a-080aeb6d4c6c None None] Routers {'1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:59:44.134202 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-b8153828-e9fd-4af9-950a-080aeb6d4c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:59:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:44.245602 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-b8153828-e9fd-4af9-950a-080aeb6d4c6c None None] Set router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:59:44.275626 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f0615-967d-4f1e-a6ef-d7554361e563 req-89e83017-41ce-4a77-832e-77f28517d725 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:44.277145 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-be6f0615-967d-4f1e-a6ef-d7554361e563 req-89e83017-41ce-4a77-832e-77f28517d725 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.0647416 Jul 14 13:59:44.316664 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-be6f0615-967d-4f1e-a6ef-d7554361e563 req-f09b85b9-729c-47a8-9066-be01d38244b7 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329916 Jul 14 13:59:44.400223 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7dba6830-e353-49dc-8908-f683fb3ebfb0 req-02c82d6d-7813-4f0a-9697-c578d55b2845 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a6d08bd-a8d3-4432-bd5d-7fb6530bf9d3 HTTP/1.1" status: 200 len: 210 time: 0.0412319 Jul 14 13:59:44.453426 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-b8153828-e9fd-4af9-950a-080aeb6d4c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T13:55:55Z', 'revision_number': 4, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'e78efec9-9b4b-4aad-b14f-ee3c0edebc58', 'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'mac_address': 'fa:16:3e:2d:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:55Z', 'updated_at': '2021-07-14T13:56:03Z', 'revision_number': 5, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'subnets': [{'id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:44.483653 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8153828-e9fd-4af9-950a-080aeb6d4c6c None None] The sync data for ids ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'] in dv-cinder-797608-5-iscsi is: [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T13:55:55Z', 'revision_number': 4, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'e78efec9-9b4b-4aad-b14f-ee3c0edebc58', 'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'mac_address': 'fa:16:3e:2d:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:55Z', 'updated_at': '2021-07-14T13:56:03Z', 'revision_number': 5, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'subnets': [{'id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:59:44.607320 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 35622) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:44.718734 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21151b7-dfd6-4850-a8c8-abb9109e054f None None] New status for floating IP 31d1659e-5827-43ba-be6a-2dbe86fbfabe: DOWN {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:59:44.727580 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ae96efc4-f3c2-434d-8eef-33f7592b34b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:44.818816 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ae96efc4-f3c2-434d-8eef-33f7592b34b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:44.822538 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ae96efc4-f3c2-434d-8eef-33f7592b34b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:44.861488 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-ae96efc4-f3c2-434d-8eef-33f7592b34b6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fb9642ff877745ed87d22b14a5c43c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529709 Jul 14 13:59:44.862519 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96efc4-f3c2-434d-8eef-33f7592b34b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2341a217-73dc-42d2-bdc0-c930af30a692,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:44.864955 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 35626) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:44.881666 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae96efc4-f3c2-434d-8eef-33f7592b34b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:44.882013 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae96efc4-f3c2-434d-8eef-33f7592b34b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:44.882348 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae96efc4-f3c2-434d-8eef-33f7592b34b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:44.882682 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae96efc4-f3c2-434d-8eef-33f7592b34b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:44.883010 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae96efc4-f3c2-434d-8eef-33f7592b34b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:44.883337 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae96efc4-f3c2-434d-8eef-33f7592b34b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:44.883682 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae96efc4-f3c2-434d-8eef-33f7592b34b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:44.884008 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae96efc4-f3c2-434d-8eef-33f7592b34b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:44.884333 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae96efc4-f3c2-434d-8eef-33f7592b34b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:44.884650 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae96efc4-f3c2-434d-8eef-33f7592b34b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:44.884967 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae96efc4-f3c2-434d-8eef-33f7592b34b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:44.885282 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae96efc4-f3c2-434d-8eef-33f7592b34b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:44.924764 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ddf56475-ccfc-435a-8fe6-df7299668c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:44.945623 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ddf56475-ccfc-435a-8fe6-df7299668c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:44.993252 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ddf56475-ccfc-435a-8fe6-df7299668c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:44.995847 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ddf56475-ccfc-435a-8fe6-df7299668c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:44.996982 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-ddf56475-ccfc-435a-8fe6-df7299668c98 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2341a217-73dc-42d2-bdc0-c930af30a692 HTTP/1.1" status: 204 len: 168 time: 0.1311316 Jul 14 13:59:45.004977 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf56475-ccfc-435a-8fe6-df7299668c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2341a217-73dc-42d2-bdc0-c930af30a692,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:45.051859 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d53d1-ad2d-4382-9440-a904ec78bed8 req-2ece132d-ca0f-4548-afe7-315d19c5bf4a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:45.053670 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1d8d53d1-ad2d-4382-9440-a904ec78bed8 req-2ece132d-ca0f-4548-afe7-315d19c5bf4a tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5986d69-2229-4769-a76e-04f7320fea94 HTTP/1.1" status: 200 len: 945 time: 0.0674853 Jul 14 13:59:45.091743 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1d8d53d1-ad2d-4382-9440-a904ec78bed8 req-ac9bae58-d932-4ec2-b29e-a05cf4fdfb2c tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cc0726f-2e0c-4a6c-a66a-5f5ff4c207a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322142 Jul 14 13:59:45.490532 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044de91c-cf85-4178-863b-92750c271a5f req-3773a090-6380-4104-8408-bb5763666ca4 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:45.492027 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-044de91c-cf85-4178-863b-92750c271a5f req-3773a090-6380-4104-8408-bb5763666ca4 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5986d69-2229-4769-a76e-04f7320fea94 HTTP/1.1" status: 200 len: 945 time: 0.2850075 Jul 14 13:59:45.500552 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 35638) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:45.505065 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-3ae767e9-a678-4d51-acc3-40455ae5ccd2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Request body: {'floatingip': {'port_id': 'a805a027-97f1-4617-82d5-51836711fdd4'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:59:45.508641 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f747111-b466-448e-b764-85eda41f4774 req-6d998592-843d-4226-a91f-a1127b829410 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:45.512059 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5f747111-b466-448e-b764-85eda41f4774 req-6d998592-843d-4226-a91f-a1127b829410 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.0691764 Jul 14 13:59:45.543408 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3ae767e9-a678-4d51-acc3-40455ae5ccd2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for floatingip, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:45.552924 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5f747111-b466-448e-b764-85eda41f4774 req-b07ff8a1-499e-4a31-85c9-e7e3eeb19a30 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366666 Jul 14 13:59:45.816849 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-7cace34d-17aa-4ce6-8fa5-fe82d9ef19fc tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-161067210&fields=id&tenant_id=990fdf2e13b14e9fb639f1c032174bdf HTTP/1.1" status: 200 len: 267 time: 0.0780168 Jul 14 13:59:45.891365 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device e6e38da2-7426-4e42-a7ac-424e810eefd9 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:59:45.910845 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] No Port match for: e6e38da2-7426-4e42-a7ac-424e810eefd9 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:59:45.911109 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device e6e38da2-7426-4e42-a7ac-424e810eefd9 not bound to the agent host hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:59:46.000904 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-0ab8d072-0a51-4410-ac57-72ec367b8de5 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:46.002352 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-0ab8d072-0a51-4410-ac57-72ec367b8de5 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/networks?id=678bb7df-4b97-4bd4-90be-124739d8c193 HTTP/1.1" status: 200 len: 812 time: 0.1776893 Jul 14 13:59:46.040111 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-aeb55e66-c438-46e4-ae57-d80916d0c31a tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/quotas/990fdf2e13b14e9fb639f1c032174bdf HTTP/1.1" status: 200 len: 375 time: 0.0129633 Jul 14 13:59:46.123273 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3ae767e9-a678-4d51-acc3-40455ae5ccd2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:46.127810 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3ae767e9-a678-4d51-acc3-40455ae5ccd2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728900'] for floatingip, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:46.218251 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-8b5bf22d-4df7-4d86-82df-6097937838f4 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=990fdf2e13b14e9fb639f1c032174bdf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1723254 Jul 14 13:59:46.284087 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.db.l3_db [None req-3ae767e9-a678-4d51-acc3-40455ae5ccd2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Floating IP 9c575e03-5684-46a2-90d4-eb678614e149 associated. External IP: 172.27.2.217, port: a805a027-97f1-4617-82d5-51836711fdd4. Jul 14 13:59:46.394931 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-be033052-77fe-4d3c-9615-b1529762f6d8 service neutron] 10.222.0.45 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638317 Jul 14 13:59:46.556139 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-530e34de-fb59-4b7f-9221-9b60732c52a6 service neutron] 10.222.0.45 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547313 Jul 14 13:59:46.574894 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae767e9-a678-4d51-acc3-40455ae5ccd2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Router f174a8b6-4efa-46f2-a7f3-abf108524edd has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:59:46.681535 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae767e9-a678-4d51-acc3-40455ae5ccd2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:59:46.686011 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3ae767e9-a678-4d51-acc3-40455ae5ccd2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for floatingip, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:46.693877 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f964f03c-1b51-4557-a899-97ec5776d46e None None] Sync routers for ids ['f174a8b6-4efa-46f2-a7f3-abf108524edd'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:59:46.702887 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f964f03c-1b51-4557-a899-97ec5776d46e None None] Routers {'f174a8b6-4efa-46f2-a7f3-abf108524edd'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:59:46.703494 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f964f03c-1b51-4557-a899-97ec5776d46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:59:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['f174a8b6-4efa-46f2-a7f3-abf108524edd'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:46.732712 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-3ae767e9-a678-4d51-acc3-40455ae5ccd2 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "PUT /v2.0/floatingips/9c575e03-5684-46a2-90d4-eb678614e149 HTTP/1.1" status: 200 len: 991 time: 1.2309945 Jul 14 13:59:46.733582 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5986d69-2229-4769-a76e-04f7320fea94', 'tag': 'a805a027-97f1-4617-82d5-51836711fdd4'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:59:46.737137 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31caa09cefd84d89e0f6bc05e36e7b56708507d4cefba0b4e9c94fc307b5637f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8ef916-41f2-4a49-937c-00f5a0df0a91" -d '{"events": [{"name": "network-changed", "server_uuid": "d5986d69-2229-4769-a76e-04f7320fea94", "tag": "a805a027-97f1-4617-82d5-51836711fdd4"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:59:46.762794 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a020ed-7cad-4718-90c1-2575166a0595 req-9ee8c303-1279-40d0-adfc-a52849fcf67a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:46.764412 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-24a020ed-7cad-4718-90c1-2575166a0595 req-9ee8c303-1279-40d0-adfc-a52849fcf67a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.0760937 Jul 14 13:59:46.804948 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-24a020ed-7cad-4718-90c1-2575166a0595 req-895a3e26-e595-4986-a29e-bf2ca2ec3d0a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338600 Jul 14 13:59:46.820207 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-f964f03c-1b51-4557-a899-97ec5776d46e None None] Set router f174a8b6-4efa-46f2-a7f3-abf108524edd gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:59:47.017197 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7c207bae-7b8f-430b-9f10-5660f7ae66cb req-89a7afdd-59f8-4f17-9101-f5e19991dfd1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 210 time: 0.0464389 Jul 14 13:59:47.019654 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976c1b52-0f7f-49a1-94bc-5597ba802a04 x-openstack-request-id: req-976c1b52-0f7f-49a1-94bc-5597ba802a04 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:59:47.020013 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5986d69-2229-4769-a76e-04f7320fea94", "tag": "a805a027-97f1-4617-82d5-51836711fdd4", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:59:47.020351 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-976c1b52-0f7f-49a1-94bc-5597ba802a04 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:59:47.020806 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5986d69-2229-4769-a76e-04f7320fea94', 'tag': 'a805a027-97f1-4617-82d5-51836711fdd4', 'status': 'completed', 'code': 200} Jul 14 13:59:47.078363 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f964f03c-1b51-4557-a899-97ec5776d46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'name': 'tempest-AttachVolumeTestJSON-559471997-router', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:17Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'gw_port': {'id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '9c575e03-5684-46a2-90d4-eb678614e149', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'floating_ip_address': '172.27.2.217', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'port_id': 'a805a027-97f1-4617-82d5-51836711fdd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'mac_address': 'fa:16:3e:fb:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5986d69-2229-4769-a76e-04f7320fea94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:59:28Z', 'updated_at': '2021-07-14T13:59:45Z', 'revision_number': 1, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd242b46-8efb-4859-bf53-05c8d8fee475', 'name': '', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'mac_address': 'fa:16:3e:e4:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:23Z', 'updated_at': '2021-07-14T13:53:36Z', 'revision_number': 5, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'subnets': [{'id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:47.102832 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ef916-41f2-4a49-937c-00f5a0df0a91 req-83c3e0b9-a55c-4bba-8dfc-d4e28c7bf1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:47.104392 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dc8ef916-41f2-4a49-937c-00f5a0df0a91 req-83c3e0b9-a55c-4bba-8dfc-d4e28c7bf1bd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ebdd828c2dd45389e546eb5c76f33fc&device_id=d5986d69-2229-4769-a76e-04f7320fea94 HTTP/1.1" status: 200 len: 1098 time: 0.0565078 Jul 14 13:59:47.112929 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f964f03c-1b51-4557-a899-97ec5776d46e None None] Checking router: f174a8b6-4efa-46f2-a7f3-abf108524edd for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:59:47.123911 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f964f03c-1b51-4557-a899-97ec5776d46e None None] Routers {'f174a8b6-4efa-46f2-a7f3-abf108524edd'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:59:47.124557 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f964f03c-1b51-4557-a899-97ec5776d46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:59:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['f174a8b6-4efa-46f2-a7f3-abf108524edd'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:47.199500 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ef916-41f2-4a49-937c-00f5a0df0a91 req-16cfd86a-45ac-4079-901f-ac184baa1087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:47.200998 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dc8ef916-41f2-4a49-937c-00f5a0df0a91 req-16cfd86a-45ac-4079-901f-ac184baa1087 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a438f18f-eabf-4166-ba56-5e9dc4be891e HTTP/1.1" status: 200 len: 911 time: 0.0897942 Jul 14 13:59:47.270136 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dc8ef916-41f2-4a49-937c-00f5a0df0a91 req-25883193-ef0e-442e-ae3d-1442900022b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a805a027-97f1-4617-82d5-51836711fdd4 HTTP/1.1" status: 200 len: 999 time: 0.0610576 Jul 14 13:59:47.324513 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ef916-41f2-4a49-937c-00f5a0df0a91 req-38bb3460-64f3-41a2-9409-e39c1115dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:47.326113 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dc8ef916-41f2-4a49-937c-00f5a0df0a91 req-38bb3460-64f3-41a2-9409-e39c1115dad5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2e428487-ac1c-45f5-b66d-6e05ef2be0ac HTTP/1.1" status: 200 len: 849 time: 0.0481555 Jul 14 13:59:47.361289 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-f964f03c-1b51-4557-a899-97ec5776d46e None None] Set router f174a8b6-4efa-46f2-a7f3-abf108524edd gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:59:47.386478 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ef916-41f2-4a49-937c-00f5a0df0a91 req-6055620e-85f9-4521-ae36-2d73657e4a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:47.388188 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dc8ef916-41f2-4a49-937c-00f5a0df0a91 req-6055620e-85f9-4521-ae36-2d73657e4a97 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a438f18f-eabf-4166-ba56-5e9dc4be891e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543616 Jul 14 13:59:47.480798 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dc8ef916-41f2-4a49-937c-00f5a0df0a91 req-4be354ed-89e4-47f1-b17e-044b2a724d6d service neutron] 10.222.0.54 "GET /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849540 Jul 14 13:59:47.574623 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dc8ef916-41f2-4a49-937c-00f5a0df0a91 req-8355f0ed-901e-4dba-a85d-722eecd360f6 service neutron] 10.222.0.54 "GET /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867035 Jul 14 13:59:47.587637 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f964f03c-1b51-4557-a899-97ec5776d46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'name': 'tempest-AttachVolumeTestJSON-559471997-router', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:17Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'gw_port': {'id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '9c575e03-5684-46a2-90d4-eb678614e149', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'floating_ip_address': '172.27.2.217', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'port_id': 'a805a027-97f1-4617-82d5-51836711fdd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'mac_address': 'fa:16:3e:fb:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5986d69-2229-4769-a76e-04f7320fea94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:59:28Z', 'updated_at': '2021-07-14T13:59:45Z', 'revision_number': 1, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd242b46-8efb-4859-bf53-05c8d8fee475', 'name': '', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'mac_address': 'fa:16:3e:e4:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:23Z', 'updated_at': '2021-07-14T13:53:36Z', 'revision_number': 5, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'subnets': [{'id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:47.618008 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f964f03c-1b51-4557-a899-97ec5776d46e None None] The sync data for ids ['f174a8b6-4efa-46f2-a7f3-abf108524edd'] in dv-cinder-797608-5-iscsi is: [{'id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'name': 'tempest-AttachVolumeTestJSON-559471997-router', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:17Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'gw_port': {'id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '9c575e03-5684-46a2-90d4-eb678614e149', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'floating_ip_address': '172.27.2.217', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'port_id': 'a805a027-97f1-4617-82d5-51836711fdd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'mac_address': 'fa:16:3e:fb:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5986d69-2229-4769-a76e-04f7320fea94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:59:28Z', 'updated_at': '2021-07-14T13:59:45Z', 'revision_number': 1, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd242b46-8efb-4859-bf53-05c8d8fee475', 'name': '', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'mac_address': 'fa:16:3e:e4:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:23Z', 'updated_at': '2021-07-14T13:53:36Z', 'revision_number': 5, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'subnets': [{'id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:59:47.780381 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dbfd4c-9053-4c5f-9ee4-ed9a90c244e2 None None] New status for floating IP 9c575e03-5684-46a2-90d4-eb678614e149: ACTIVE {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:59:48.054285 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-447b7f0d-7978-4026-a3c7-e3c839de1bce tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:48.055736 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-447b7f0d-7978-4026-a3c7-e3c839de1bce tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.54 "GET /v2.0/networks?id=678bb7df-4b97-4bd4-90be-124739d8c193 HTTP/1.1" status: 200 len: 812 time: 0.1596849 Jul 14 13:59:48.063778 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0a509-2bab-419d-ba03-4d4bbd533973 req-dc95f890-e4da-4c55-8c6d-6ce2cf6bea95 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:48.065218 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c1e0a509-2bab-419d-ba03-4d4bbd533973 req-dc95f890-e4da-4c55-8c6d-6ce2cf6bea95 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.1133459 Jul 14 13:59:48.123465 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-ee78f4f1-4549-41cb-8aea-c12e3175d3f4 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=990fdf2e13b14e9fb639f1c032174bdf HTTP/1.1" status: 200 len: 379 time: 0.0563979 Jul 14 13:59:48.128686 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c1e0a509-2bab-419d-ba03-4d4bbd533973 req-716a7f10-f834-42dc-ab4d-8d2b11e88584 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557859 Jul 14 13:59:48.152460 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-2e1688de-afbf-474a-801f-ed03e108710e tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Request body: {'port': {'device_id': '8e35d688-92f0-415b-a3e5-038e9913c4b7', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'admin_state_up': True, 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'security_groups': ['bddec122-dedd-4a04-bcb3-401020ad8c57']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:59:48.219517 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-226428c4-9d45-4325-a612-6927765c8a2c req-62c7b951-3f09-45cf-aa90-31ef0cd3b2f0 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 210 time: 0.0318441 Jul 14 13:59:48.265991 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-2e1688de-afbf-474a-801f-ed03e108710e tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Made reservation on behalf of 990fdf2e13b14e9fb639f1c032174bdf for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:59:48.270301 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-2e1688de-afbf-474a-801f-ed03e108710e tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:48.392351 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-2e1688de-afbf-474a-801f-ed03e108710e tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Allocated IP 172.20.0.9 (678bb7df-4b97-4bd4-90be-124739d8c193/aebd5a90-b585-464a-9d2f-1afe8d420f90/e8c9dce2-6287-437f-8618-1dc5a7e7b490) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:59:48.536611 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-2e1688de-afbf-474a-801f-ed03e108710e tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:48.549846 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-2e1688de-afbf-474a-801f-ed03e108710e tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Transition to ACTIVE for port object e8c9dce2-6287-437f-8618-1dc5a7e7b490 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:59:48.584380 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-2e1688de-afbf-474a-801f-ed03e108710e tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:48.630155 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-2e1688de-afbf-474a-801f-ed03e108710e tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Network 678bb7df-4b97-4bd4-90be-124739d8c193 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:59:48.633334 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-2e1688de-afbf-474a-801f-ed03e108710e tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:59:48.637261 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-2e1688de-afbf-474a-801f-ed03e108710e tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:59:48.663200 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1688de-afbf-474a-801f-ed03e108710e tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Pushing event updated for resources: {'Port': ['ID=e8c9dce2-6287-437f-8618-1dc5a7e7b490,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:48.691073 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-2e1688de-afbf-474a-801f-ed03e108710e tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:48.691730 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-2e1688de-afbf-474a-801f-ed03e108710e tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:48.707292 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-2e1688de-afbf-474a-801f-ed03e108710e tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5589230 Jul 14 13:59:48.727790 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-ded758db-b885-4cca-968f-3508aa7dbf62 service neutron] Request body: {'port': {'device_id': '8e35d688-92f0-415b-a3e5-038e9913c4b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:59:48.805457 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-ded758db-b885-4cca-968f-3508aa7dbf62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:48.869465 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-d8c4094b-d102-4e73-bca0-637cfc6c4b07 None None] Provisioning for port e8c9dce2-6287-437f-8618-1dc5a7e7b490 completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:59:48.873078 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-d8c4094b-d102-4e73-bca0-637cfc6c4b07 None None] Provisioning complete for port e8c9dce2-6287-437f-8618-1dc5a7e7b490 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:59:48.873553 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d8c4094b-d102-4e73-bca0-637cfc6c4b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:48.905857 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-d8c4094b-d102-4e73-bca0-637cfc6c4b07 None None] Port e8c9dce2-6287-437f-8618-1dc5a7e7b490 cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:59:49.056766 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-ded758db-b885-4cca-968f-3508aa7dbf62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c9dce2-6287-437f-8618-1dc5a7e7b490 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:59:49.063954 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-ded758db-b885-4cca-968f-3508aa7dbf62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:49.075655 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-ded758db-b885-4cca-968f-3508aa7dbf62 service neutron] Transition to ACTIVE for port object e8c9dce2-6287-437f-8618-1dc5a7e7b490 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:59:49.078845 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-ded758db-b885-4cca-968f-3508aa7dbf62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:49.152807 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded758db-b885-4cca-968f-3508aa7dbf62 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c9dce2-6287-437f-8618-1dc5a7e7b490,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:49.202720 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-ded758db-b885-4cca-968f-3508aa7dbf62 service neutron] Attempting to bind port e8c9dce2-6287-437f-8618-1dc5a7e7b490 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:59:49.203055 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-ded758db-b885-4cca-968f-3508aa7dbf62 service neutron] Attempting to bind port e8c9dce2-6287-437f-8618-1dc5a7e7b490 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '5df22ef0-0a20-4fe0-bcf6-2f1d416c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:59:49.203382 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-ded758db-b885-4cca-968f-3508aa7dbf62 service neutron] Attempting to bind port e8c9dce2-6287-437f-8618-1dc5a7e7b490 on network 678bb7df-4b97-4bd4-90be-124739d8c193 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:59:49.208409 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-ded758db-b885-4cca-968f-3508aa7dbf62 service neutron] Port e8c9dce2-6287-437f-8618-1dc5a7e7b490 on network 678bb7df-4b97-4bd4-90be-124739d8c193 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:59:49.208723 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-ded758db-b885-4cca-968f-3508aa7dbf62 service neutron] Attempting to bind port e8c9dce2-6287-437f-8618-1dc5a7e7b490 on network 678bb7df-4b97-4bd4-90be-124739d8c193 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:59:49.213932 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-ded758db-b885-4cca-968f-3508aa7dbf62 service neutron] Checking agent: {'id': '452dea11-d79b-49e5-b391-0cd9cce6a9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:59:49.214312 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-ded758db-b885-4cca-968f-3508aa7dbf62 service neutron] Checking segment: {'id': '5df22ef0-0a20-4fe0-bcf6-2f1d416c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:59:49.214676 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-ded758db-b885-4cca-968f-3508aa7dbf62 service neutron] Bound using segment: {'id': '5df22ef0-0a20-4fe0-bcf6-2f1d416c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:59:49.215106 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-ded758db-b885-4cca-968f-3508aa7dbf62 service neutron] Bound port: e8c9dce2-6287-437f-8618-1dc5a7e7b490, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df22ef0-0a20-4fe0-bcf6-2f1d416c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:59:49.215465 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-ded758db-b885-4cca-968f-3508aa7dbf62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:49.289827 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-ded758db-b885-4cca-968f-3508aa7dbf62 service neutron] For port e8c9dce2-6287-437f-8618-1dc5a7e7b490, host hv-cinder-79760, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:59:49.292949 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-ded758db-b885-4cca-968f-3508aa7dbf62 service neutron] For port e8c9dce2-6287-437f-8618-1dc5a7e7b490, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e8c9dce2-6287-437f-8618-1dc5a7e7b490,segment=NetworkSegment(5df22ef0-0a20-4fe0-bcf6-2f1d416c5632),segment_id=5df22ef0-0a20-4fe0-bcf6-2f1d416c5632)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:59:49.299207 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-ded758db-b885-4cca-968f-3508aa7dbf62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:49.333372 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-ded758db-b885-4cca-968f-3508aa7dbf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:49.333983 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-ded758db-b885-4cca-968f-3508aa7dbf62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:49.335500 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-ded758db-b885-4cca-968f-3508aa7dbf62 service neutron] 10.222.0.54 "PUT /v2.0/ports/e8c9dce2-6287-437f-8618-1dc5a7e7b490 HTTP/1.1" status: 200 len: 1093 time: 0.6122956 Jul 14 13:59:49.335975 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e35d688-92f0-415b-a3e5-038e9913c4b7', 'tag': 'e8c9dce2-6287-437f-8618-1dc5a7e7b490'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:59:49.338209 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e734b21e-9c28-4eec-bc19-66b82249cd2f" -d '{"events": [{"name": "network-changed", "server_uuid": "8e35d688-92f0-415b-a3e5-038e9913c4b7", "tag": "e8c9dce2-6287-437f-8618-1dc5a7e7b490"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:59:49.352023 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e45899-32de-4092-a56e-e57842dbdbab req-6ccc2b52-1c53-4459-b385-2d094dd0ad63 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:49.353884 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d5e45899-32de-4092-a56e-e57842dbdbab req-6ccc2b52-1c53-4459-b385-2d094dd0ad63 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.0925379 Jul 14 13:59:49.371410 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded758db-b885-4cca-968f-3508aa7dbf62 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c9dce2-6287-437f-8618-1dc5a7e7b490,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:49.403313 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d5e45899-32de-4092-a56e-e57842dbdbab req-d0bb1896-757a-44d0-a859-c0916687c420 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422590 Jul 14 13:59:49.469024 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c2a78a-92cd-4324-b2a0-a5707b22d708 x-openstack-request-id: req-75c2a78a-92cd-4324-b2a0-a5707b22d708 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:59:49.469309 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e35d688-92f0-415b-a3e5-038e9913c4b7", "tag": "e8c9dce2-6287-437f-8618-1dc5a7e7b490", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:59:49.469558 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-75c2a78a-92cd-4324-b2a0-a5707b22d708 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:59:49.469950 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e35d688-92f0-415b-a3e5-038e9913c4b7', 'tag': 'e8c9dce2-6287-437f-8618-1dc5a7e7b490', 'status': 'completed', 'code': 200} Jul 14 13:59:49.499577 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-2536b4bf-ee39-4211-8dc3-f58eb95df700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:49.501106 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-2536b4bf-ee39-4211-8dc3-f58eb95df700 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=990fdf2e13b14e9fb639f1c032174bdf&device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 1096 time: 0.1086526 Jul 14 13:59:49.509069 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce07c7-2a9c-4d77-bbba-5519ae22297d req-e90c76b7-47e4-4b57-a0f9-6d4a6335ba21 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:49.510514 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-abce07c7-2a9c-4d77-bbba-5519ae22297d req-e90c76b7-47e4-4b57-a0f9-6d4a6335ba21 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 943 time: 0.1076190 Jul 14 13:59:49.559284 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-cbac45a6-4b77-40f9-b519-362df0505e3d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8c9dce2-6287-437f-8618-1dc5a7e7b490 HTTP/1.1" status: 200 len: 217 time: 0.0478160 Jul 14 13:59:49.604306 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-abce07c7-2a9c-4d77-bbba-5519ae22297d req-0e4a8d7d-b260-48e8-8511-274080c91d52 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870807 Jul 14 13:59:49.619727 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-65151be8-3b18-45fb-9040-fea41d9b03b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:49.621130 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-65151be8-3b18-45fb-9040-fea41d9b03b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aebd5a90-b585-464a-9d2f-1afe8d420f90 HTTP/1.1" status: 200 len: 851 time: 0.0534384 Jul 14 13:59:49.679053 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-03663372-7d07-4e1f-85e6-cb6f3873ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:49.680558 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-03663372-7d07-4e1f-85e6-cb6f3873ca0a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=678bb7df-4b97-4bd4-90be-124739d8c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512269 Jul 14 13:59:49.776509 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-cc073131-472c-4e53-a8df-f2315be81ce3 service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842125 Jul 14 13:59:49.863509 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9e1fc691-bf23-48c1-bf41-7eb467d3ac2f req-e5ffcae4-1464-4348-a70b-ff2b25b45025 service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792816 Jul 14 13:59:49.914132 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 412f049a-53c7-4bad-b972-986f570568de details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:59:49.970683 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734b21e-9c28-4eec-bc19-66b82249cd2f req-f8b567e9-f85c-4099-a98c-3751d9e38ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:49.972123 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e734b21e-9c28-4eec-bc19-66b82249cd2f req-f8b567e9-f85c-4099-a98c-3751d9e38ca8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=990fdf2e13b14e9fb639f1c032174bdf&device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 1096 time: 0.0555730 Jul 14 13:59:50.006724 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 412f049a-53c7-4bad-b972-986f570568de, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=412f049a-53c7-4bad-b972-986f570568de,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:50.017693 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': '412f049a-53c7-4bad-b972-986f570568de', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'port_id': '412f049a-53c7-4bad-b972-986f570568de', 'mac_address': 'fa:16:3e:06:17:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:59:50.056987 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:50.061089 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734b21e-9c28-4eec-bc19-66b82249cd2f req-4b717eb5-d790-4f53-a624-60ddf10f22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:50.062542 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e734b21e-9c28-4eec-bc19-66b82249cd2f req-4b717eb5-d790-4f53-a624-60ddf10f22d8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=678bb7df-4b97-4bd4-90be-124739d8c193 HTTP/1.1" status: 200 len: 913 time: 0.0811596 Jul 14 13:59:50.070013 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 412f049a-53c7-4bad-b972-986f570568de {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:59:50.089022 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 412f049a-53c7-4bad-b972-986f570568de, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=412f049a-53c7-4bad-b972-986f570568de,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:50.092788 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:50.108191 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e734b21e-9c28-4eec-bc19-66b82249cd2f req-cad90d1c-484c-4f4d-8029-94ec4b314a45 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8c9dce2-6287-437f-8618-1dc5a7e7b490 HTTP/1.1" status: 200 len: 217 time: 0.0366547 Jul 14 13:59:50.139038 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=412f049a-53c7-4bad-b972-986f570568de,revision_number=6']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:50.163736 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734b21e-9c28-4eec-bc19-66b82249cd2f req-4ff94c5c-3a96-4c65-b2d2-1378f6ec9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:50.165173 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e734b21e-9c28-4eec-bc19-66b82249cd2f req-4ff94c5c-3a96-4c65-b2d2-1378f6ec9a05 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aebd5a90-b585-464a-9d2f-1afe8d420f90 HTTP/1.1" status: 200 len: 851 time: 0.0434122 Jul 14 13:59:50.224219 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734b21e-9c28-4eec-bc19-66b82249cd2f req-e8b265e2-054c-45e1-b36a-f6cb46f5c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:50.225632 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e734b21e-9c28-4eec-bc19-66b82249cd2f req-e8b265e2-054c-45e1-b36a-f6cb46f5c3db service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=678bb7df-4b97-4bd4-90be-124739d8c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491750 Jul 14 13:59:50.227582 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['412f049a-53c7-4bad-b972-986f570568de'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:59:50.326634 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e734b21e-9c28-4eec-bc19-66b82249cd2f req-6f2fff75-6003-470f-ad02-d184e6dbfdf9 service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906241 Jul 14 13:59:50.429318 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e734b21e-9c28-4eec-bc19-66b82249cd2f req-b0a1995b-7cd1-4b82-8bd0-bb02b1918567 service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884113 Jul 14 13:59:50.583705 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bd645-733c-4d86-87a1-cbdee46d3255 req-ba864ea8-6884-4cea-a468-15dd2d4877ed tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:50.585179 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fe0bd645-733c-4d86-87a1-cbdee46d3255 req-ba864ea8-6884-4cea-a468-15dd2d4877ed tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 944 time: 0.0648756 Jul 14 13:59:50.622276 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fe0bd645-733c-4d86-87a1-cbdee46d3255 req-eb4d5881-65ce-44e7-8285-a6de565ce149 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313978 Jul 14 13:59:50.795236 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e6d05-00b8-4f63-bc62-1c962f7d0e5b req-5ebbc1ed-ef27-418e-85fc-b516c5ba2552 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:50.796762 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-679e6d05-00b8-4f63-bc62-1c962f7d0e5b req-5ebbc1ed-ef27-418e-85fc-b516c5ba2552 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 943 time: 0.0670109 Jul 14 13:59:50.837520 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-679e6d05-00b8-4f63-bc62-1c962f7d0e5b req-49af5a90-db9d-40e2-b1a9-b473097b5794 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318506 Jul 14 13:59:51.817920 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b53f1-9435-4ac7-b6ca-8b5ff3f5898d req-65691ec6-66cf-479d-817c-e53462fd7319 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:51.819709 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-426b53f1-9435-4ac7-b6ca-8b5ff3f5898d req-65691ec6-66cf-479d-817c-e53462fd7319 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 944 time: 0.0691710 Jul 14 13:59:51.859903 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-426b53f1-9435-4ac7-b6ca-8b5ff3f5898d req-06e598ef-41a4-4aa4-aa6e-17d06cecf21b tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347610 Jul 14 13:59:51.930606 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 412f049a-53c7-4bad-b972-986f570568de up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:59:51.986069 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port 412f049a-53c7-4bad-b972-986f570568de triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:59:51.986808 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:52.050851 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a9f2d-2d9c-4476-8238-5ebd92c76f8e req-0cb876b7-d43c-425b-9801-edf3750d06a9 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:52.052606 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-931a9f2d-2d9c-4476-8238-5ebd92c76f8e req-0cb876b7-d43c-425b-9801-edf3750d06a9 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 943 time: 0.0773146 Jul 14 13:59:52.088121 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:52.093223 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-931a9f2d-2d9c-4476-8238-5ebd92c76f8e req-b1340279-6758-4253-9e57-becade3a70f4 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349760 Jul 14 13:59:52.132458 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c064e2-805a-42e1-98c6-1e16c3bea2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412f049a-53c7-4bad-b972-986f570568de'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:59:52.134772 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe3f916-4af0-4b7c-a597-e479c81c2aaa" -d '{"events": [{"server_uuid": "a9c064e2-805a-42e1-98c6-1e16c3bea2cc", "name": "network-vif-plugged", "status": "completed", "tag": "412f049a-53c7-4bad-b972-986f570568de"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:59:52.158365 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 412f049a-53c7-4bad-b972-986f570568de, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=412f049a-53c7-4bad-b972-986f570568de,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:52.168447 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:52.196054 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7254c447-2084-4b1e-aaad-5dfa2eb74edc x-openstack-request-id: req-7254c447-2084-4b1e-aaad-5dfa2eb74edc {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:59:52.196345 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c064e2-805a-42e1-98c6-1e16c3bea2cc", "name": "network-vif-plugged", "status": "completed", "tag": "412f049a-53c7-4bad-b972-986f570568de", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:59:52.196569 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7254c447-2084-4b1e-aaad-5dfa2eb74edc {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:59:52.196956 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c064e2-805a-42e1-98c6-1e16c3bea2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412f049a-53c7-4bad-b972-986f570568de', 'code': 200} Jul 14 13:59:52.227842 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=412f049a-53c7-4bad-b972-986f570568de,revision_number=7']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:53.073091 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fec1e-1a29-406e-87bd-e262c32d569d req-33a666ff-9295-4371-a6de-f6976db8c823 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:53.074734 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a79fec1e-1a29-406e-87bd-e262c32d569d req-33a666ff-9295-4371-a6de-f6976db8c823 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.0671024 Jul 14 13:59:53.116066 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a79fec1e-1a29-406e-87bd-e262c32d569d req-181e7889-498e-4f16-882b-fd573fb844b1 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356932 Jul 14 13:59:53.282209 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd0e67-8d79-4a82-81bd-410dfe8b70f0 req-fd74c725-6cf5-4ea2-a943-c464d2e983f7 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:53.283715 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-90cd0e67-8d79-4a82-81bd-410dfe8b70f0 req-fd74c725-6cf5-4ea2-a943-c464d2e983f7 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 943 time: 0.0722353 Jul 14 13:59:53.327253 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-90cd0e67-8d79-4a82-81bd-410dfe8b70f0 req-da4895a1-3562-488f-8f63-62ada9a30254 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377092 Jul 14 13:59:54.316894 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48775356-8298-4b4f-a302-9df4da1f348a req-359a0477-ee17-4003-baab-839c8635d059 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:54.318602 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-48775356-8298-4b4f-a302-9df4da1f348a req-359a0477-ee17-4003-baab-839c8635d059 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.0714841 Jul 14 13:59:54.364213 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-48775356-8298-4b4f-a302-9df4da1f348a req-84a2de7d-eed5-4ad6-8548-4164c6e086de tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394893 Jul 14 13:59:54.536298 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ad5f9-63c3-4c4f-9221-ab4403362a92 req-f4e539a6-484d-4aaa-9567-2dea414b037d tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:54.537874 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0b0ad5f9-63c3-4c4f-9221-ab4403362a92 req-f4e539a6-484d-4aaa-9567-2dea414b037d tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 943 time: 0.0716324 Jul 14 13:59:54.582385 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0b0ad5f9-63c3-4c4f-9221-ab4403362a92 req-bdd81b83-47d2-4bd0-8dff-90bf942767bb tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381014 Jul 14 13:59:55.552674 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0d88f-c40e-4e9a-bd7b-4157a1d3ec3b req-cb1d7b12-cfcb-46ab-85a6-c86853544426 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:55.560258 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-75e0d88f-c40e-4e9a-bd7b-4157a1d3ec3b req-cb1d7b12-cfcb-46ab-85a6-c86853544426 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.0705848 Jul 14 13:59:55.595496 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-75e0d88f-c40e-4e9a-bd7b-4157a1d3ec3b req-5eb299bf-6056-40b5-9cdd-7e127232cae0 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341237 Jul 14 13:59:55.774929 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0561ec8-63eb-4d07-901c-3091d39090c2 req-47debcb5-0700-4737-942e-7c48ee12016d tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:55.776556 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d0561ec8-63eb-4d07-901c-3091d39090c2 req-47debcb5-0700-4737-942e-7c48ee12016d tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 943 time: 0.0701277 Jul 14 13:59:55.818101 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d0561ec8-63eb-4d07-901c-3091d39090c2 req-455f95f4-dafd-4e81-84bd-58b4cb01d281 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359662 Jul 14 13:59:56.783004 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe738a-70db-4c96-b3d8-876bb5bc8030 req-eec01655-757a-4530-ae42-5160583b89b9 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:56.784623 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0abe738a-70db-4c96-b3d8-876bb5bc8030 req-eec01655-757a-4530-ae42-5160583b89b9 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.0690360 Jul 14 13:59:56.828931 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0abe738a-70db-4c96-b3d8-876bb5bc8030 req-50f285a3-2f27-4c29-a5d6-56617d026fb4 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384479 Jul 14 13:59:57.007358 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb87284-5487-409f-b719-49d412c367bf req-3c8371a3-8f3a-4a8f-ae99-d42cdb4aebf8 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:57.008847 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6bb87284-5487-409f-b719-49d412c367bf req-3c8371a3-8f3a-4a8f-ae99-d42cdb4aebf8 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 943 time: 0.0677881 Jul 14 13:59:57.060012 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6bb87284-5487-409f-b719-49d412c367bf req-0f4751a6-adc0-4c88-af64-72442276130f tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404649 Jul 14 13:59:57.979051 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device e8c9dce2-6287-437f-8618-1dc5a7e7b490 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:59:58.021153 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3f38d-48e6-4267-a6e8-08a76e74dc3a req-ed7581fe-c723-44cc-8304-826aeef195bf tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:58.022777 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d3a3f38d-48e6-4267-a6e8-08a76e74dc3a req-ed7581fe-c723-44cc-8304-826aeef195bf tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.0697334 Jul 14 13:59:58.077266 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d3a3f38d-48e6-4267-a6e8-08a76e74dc3a req-38291950-253a-42a0-88eb-b37df4c643db tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475614 Jul 14 13:59:58.092285 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port e8c9dce2-6287-437f-8618-1dc5a7e7b490, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e8c9dce2-6287-437f-8618-1dc5a7e7b490,segment=NetworkSegment(5df22ef0-0a20-4fe0-bcf6-2f1d416c5632),segment_id=5df22ef0-0a20-4fe0-bcf6-2f1d416c5632)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:58.125054 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': 'e8c9dce2-6287-437f-8618-1dc5a7e7b490', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'port_id': 'e8c9dce2-6287-437f-8618-1dc5a7e7b490', 'mac_address': 'fa:16:3e:c0:bd:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:59:58.169669 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:58.184364 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c9dce2-6287-437f-8618-1dc5a7e7b490 {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:59:58.208805 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port e8c9dce2-6287-437f-8618-1dc5a7e7b490, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e8c9dce2-6287-437f-8618-1dc5a7e7b490,segment=NetworkSegment(5df22ef0-0a20-4fe0-bcf6-2f1d416c5632),segment_id=5df22ef0-0a20-4fe0-bcf6-2f1d416c5632)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:58.214553 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:58.267228 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=e8c9dce2-6287-437f-8618-1dc5a7e7b490,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:58.312907 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342c609-931a-4573-9f38-02ff701ea80e req-1f412466-59d0-4af0-bb48-8e49af85ddf1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:58.314385 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7342c609-931a-4573-9f38-02ff701ea80e req-1f412466-59d0-4af0-bb48-8e49af85ddf1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 944 time: 0.1179690 Jul 14 13:59:58.373097 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7342c609-931a-4573-9f38-02ff701ea80e req-251dc76c-b161-4e64-ab3b-f2d61264486a tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450225 Jul 14 13:59:58.498877 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['e8c9dce2-6287-437f-8618-1dc5a7e7b490'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:59:59.305062 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bda8aa-9fa6-4f6f-bc51-7178b5781acf req-25dfc72b-340e-494e-87c5-ce668c547a97 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:59.306742 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-96bda8aa-9fa6-4f6f-bc51-7178b5781acf req-25dfc72b-340e-494e-87c5-ce668c547a97 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.0864277 Jul 14 13:59:59.359443 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-96bda8aa-9fa6-4f6f-bc51-7178b5781acf req-9a81f2c7-9cf0-4d42-b288-a322d46269e1 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392008 Jul 14 13:59:59.563056 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707164fc-ec2a-4f70-8036-ee803884633f req-9f68a39c-b6d9-4a81-b2ec-07a0c5169a2c tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:59.564565 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-707164fc-ec2a-4f70-8036-ee803884633f req-9f68a39c-b6d9-4a81-b2ec-07a0c5169a2c tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 944 time: 0.0671027 Jul 14 13:59:59.603000 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-707164fc-ec2a-4f70-8036-ee803884633f req-9e896856-664c-4e2a-9f87-f6b98b7864c2 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323479 Jul 14 14:00:00.001450 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device e8c9dce2-6287-437f-8618-1dc5a7e7b490 up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:00:00.047559 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning for port e8c9dce2-6287-437f-8618-1dc5a7e7b490 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:00:00.051805 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port e8c9dce2-6287-437f-8618-1dc5a7e7b490 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:00:00.052167 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:00.126017 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:00.146861 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e35d688-92f0-415b-a3e5-038e9913c4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c9dce2-6287-437f-8618-1dc5a7e7b490'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:00:00.149071 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b1e735-b693-4cc0-95d2-03cc62d2fa9c" -d '{"events": [{"server_uuid": "8e35d688-92f0-415b-a3e5-038e9913c4b7", "name": "network-vif-plugged", "status": "completed", "tag": "e8c9dce2-6287-437f-8618-1dc5a7e7b490"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:00:00.161491 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port e8c9dce2-6287-437f-8618-1dc5a7e7b490, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e8c9dce2-6287-437f-8618-1dc5a7e7b490,segment=NetworkSegment(5df22ef0-0a20-4fe0-bcf6-2f1d416c5632),segment_id=5df22ef0-0a20-4fe0-bcf6-2f1d416c5632)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:00:00.166148 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:00.188908 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd399111-ba4b-41dd-bfaf-285bdfea9beb x-openstack-request-id: req-fd399111-ba4b-41dd-bfaf-285bdfea9beb {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:00:00.189190 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e35d688-92f0-415b-a3e5-038e9913c4b7", "name": "network-vif-plugged", "status": "completed", "tag": "e8c9dce2-6287-437f-8618-1dc5a7e7b490", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:00:00.189433 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd399111-ba4b-41dd-bfaf-285bdfea9beb {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:00:00.189806 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e35d688-92f0-415b-a3e5-038e9913c4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c9dce2-6287-437f-8618-1dc5a7e7b490', 'code': 200} Jul 14 14:00:00.205111 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f43a2-d443-41a7-ac61-733343b4063b req-9bcba3c9-9abd-4c97-b2b7-e3ab134f1088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:00.206845 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c4f43a2-d443-41a7-ac61-733343b4063b req-9bcba3c9-9abd-4c97-b2b7-e3ab134f1088 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f0682b2d13074b4fbea16bbda342184f&device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 1098 time: 0.0582733 Jul 14 14:00:00.218916 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=e8c9dce2-6287-437f-8618-1dc5a7e7b490,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:00.302146 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f43a2-d443-41a7-ac61-733343b4063b req-12932847-62a6-4d8a-b649-785779b01585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:00.303524 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c4f43a2-d443-41a7-ac61-733343b4063b req-12932847-62a6-4d8a-b649-785779b01585 service neutron] 10.222.0.54 "GET /v2.0/networks?id=429ffe97-91bc-4ca2-9eda-c647a6878dac HTTP/1.1" status: 200 len: 918 time: 0.0870774 Jul 14 14:00:00.371515 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c4f43a2-d443-41a7-ac61-733343b4063b req-3b96d7d1-171c-4008-b66f-10f62048667d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=412f049a-53c7-4bad-b972-986f570568de HTTP/1.1" status: 200 len: 1001 time: 0.0605824 Jul 14 14:00:00.421553 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f43a2-d443-41a7-ac61-733343b4063b req-f0a339e4-5a04-47c1-af6f-8437688ff393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:00.422982 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c4f43a2-d443-41a7-ac61-733343b4063b req-f0a339e4-5a04-47c1-af6f-8437688ff393 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9 HTTP/1.1" status: 200 len: 856 time: 0.0438874 Jul 14 14:00:00.510698 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371d99a-2bcc-40f2-a883-7bd364513eb0 req-bc9ef05e-c543-496a-b683-78eb84cae58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:00.512218 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5371d99a-2bcc-40f2-a883-7bd364513eb0 req-bc9ef05e-c543-496a-b683-78eb84cae58c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 1098 time: 0.0883834 Jul 14 14:00:00.519808 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f43a2-d443-41a7-ac61-733343b4063b req-3863f33d-cb81-472b-acee-3cc44a89c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:00.521155 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c4f43a2-d443-41a7-ac61-733343b4063b req-3863f33d-cb81-472b-acee-3cc44a89c974 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=429ffe97-91bc-4ca2-9eda-c647a6878dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705504 Jul 14 14:00:00.547191 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99536d2b-3f16-4e43-b910-9b16e2666e9e req-4e72e5c4-cac4-4d8f-b763-be28702898d5 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:00.548921 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-99536d2b-3f16-4e43-b910-9b16e2666e9e req-4e72e5c4-cac4-4d8f-b763-be28702898d5 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.0702138 Jul 14 14:00:00.589597 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-99536d2b-3f16-4e43-b910-9b16e2666e9e req-b809d022-a66d-4992-892c-0baf89d9432b tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332382 Jul 14 14:00:00.600496 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5371d99a-2bcc-40f2-a883-7bd364513eb0 req-2eba46e8-94f2-4c8f-bf24-c14000d8c6d1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784106 Jul 14 14:00:00.632901 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c4f43a2-d443-41a7-ac61-733343b4063b req-95626557-31a8-4df4-bfe9-0628ded7d6e8 service neutron] 10.222.0.54 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048377 Jul 14 14:00:00.743703 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c4f43a2-d443-41a7-ac61-733343b4063b req-dd9a9eaf-38c1-4186-bfd3-0219a72bc8de service neutron] 10.222.0.54 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817425 Jul 14 14:00:00.773903 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64e67b-689a-43a8-ab3f-92a96c6a8282 req-8f8e03af-e090-45ce-b28d-1c3bc13949e1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:00.775362 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9a64e67b-689a-43a8-ab3f-92a96c6a8282 req-8f8e03af-e090-45ce-b28d-1c3bc13949e1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 945 time: 0.0642343 Jul 14 14:00:00.811984 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9a64e67b-689a-43a8-ab3f-92a96c6a8282 req-4384270c-02a2-4369-a39d-2ddc92bfc7c5 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310991 Jul 14 14:00:01.780043 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a723ff7-2ca1-4db9-af26-8301ba7200d3 req-de1cd243-b15b-4b89-8005-ca358386676d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:01.781571 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a723ff7-2ca1-4db9-af26-8301ba7200d3 req-de1cd243-b15b-4b89-8005-ca358386676d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.0672057 Jul 14 14:00:01.820428 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a723ff7-2ca1-4db9-af26-8301ba7200d3 req-36843e1d-fee3-4a81-9a54-8a08b6a42fff tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322826 Jul 14 14:00:01.979721 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d60003-eaa2-4a0c-9591-0db41999d9a2 req-faa66f36-969b-483e-9f40-10b5d8439a8e tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:01.981108 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b9d60003-eaa2-4a0c-9591-0db41999d9a2 req-faa66f36-969b-483e-9f40-10b5d8439a8e tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 945 time: 0.0615802 Jul 14 14:00:02.016459 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b9d60003-eaa2-4a0c-9591-0db41999d9a2 req-e6d5c690-e110-4602-b7b3-04f518c8f9e6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297623 Jul 14 14:00:02.186066 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840ca25-ead5-41a1-a292-dcaada28b7a1 req-8fd4afc2-c08b-41b8-8039-4829dbd8cebd tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:02.187534 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3840ca25-ead5-41a1-a292-dcaada28b7a1 req-8fd4afc2-c08b-41b8-8039-4829dbd8cebd tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 945 time: 0.0620692 Jul 14 14:00:02.224818 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3840ca25-ead5-41a1-a292-dcaada28b7a1 req-7b6a6585-d094-40c2-96e8-2debf3459eaa tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312459 Jul 14 14:00:02.248728 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 35798) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:02.298405 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfea808-1fb0-471d-b708-4fd2e3e8b227 tempest-TestVolumeBootPattern-1059975847 tempest-TestVolumeBootPattern-1059975847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:02.299883 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4bfea808-1fb0-471d-b708-4fd2e3e8b227 tempest-TestVolumeBootPattern-1059975847 tempest-TestVolumeBootPattern-1059975847-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 1093 time: 0.0501931 Jul 14 14:00:02.302706 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 35800) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:02.306885 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Request body: {'floatingip': {'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'port_id': 'e8c9dce2-6287-437f-8618-1dc5a7e7b490', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:00:02.328293 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for floatingip, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:02.424825 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:02.529983 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Allocated IP 172.27.2.88 (cd162c73-a958-4cb4-9ccb-1bec0cade7b8/12dd67ef-565e-43e2-af52-7977bdc7d073/a58f48b5-5138-479f-ad5f-90f869cd9da4) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:00:02.628721 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:02.665464 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:02.701297 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:00:02.706005 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:00:02.708522 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:00:02.738867 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Pushing event updated for resources: {'Port': ['ID=a58f48b5-5138-479f-ad5f-90f869cd9da4,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:02.751216 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:02.751569 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:02.751936 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:02.752271 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:02.753156 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:02.753487 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:02.753822 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:02.754147 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:02.754474 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:02.754796 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:02.755116 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:02.755435 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:03.092633 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422f8a9-94d3-48b3-82af-15fa6cb0421b req-e00ead1e-d7da-41d5-93c9-0213dadd5ae8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:03.094038 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c422f8a9-94d3-48b3-82af-15fa6cb0421b req-e00ead1e-d7da-41d5-93c9-0213dadd5ae8 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 945 time: 0.1469052 Jul 14 14:00:03.433039 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c422f8a9-94d3-48b3-82af-15fa6cb0421b req-73cf384b-4e93-40f0-b0eb-5bb05cff49f4 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3319759 Jul 14 14:00:03.446915 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.527581 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.669666 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.673694 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.738925 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Pushing event updated for resources: {'Port': ['ID=a58f48b5-5138-479f-ad5f-90f869cd9da4,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:03.748320 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728900'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.844535 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Floating IP 4839c44c-f131-41ba-ac12-04eddb46c9a6 associated. External IP: 172.27.2.88, port: e8c9dce2-6287-437f-8618-1dc5a7e7b490. Jul 14 14:00:04.008828 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 412f049a-53c7-4bad-b972-986f570568de no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:00:04.044295 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:00:04.085450 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:04.107269 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c064e2-805a-42e1-98c6-1e16c3bea2cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '412f049a-53c7-4bad-b972-986f570568de'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:00:04.109763 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661c7158-d785-435f-aa06-f7cd7c9bfdb9" -d '{"events": [{"server_uuid": "a9c064e2-805a-42e1-98c6-1e16c3bea2cc", "name": "network-vif-unplugged", "status": "completed", "tag": "412f049a-53c7-4bad-b972-986f570568de"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:00:04.123256 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 412f049a-53c7-4bad-b972-986f570568de, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=412f049a-53c7-4bad-b972-986f570568de,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:00:04.128478 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:04.150937 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 14:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b019f0ab-b128-406b-8ac9-1e3179ad904c x-openstack-request-id: req-b019f0ab-b128-406b-8ac9-1e3179ad904c {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:00:04.151219 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c064e2-805a-42e1-98c6-1e16c3bea2cc", "name": "network-vif-unplugged", "status": "failed", "tag": "412f049a-53c7-4bad-b972-986f570568de", "code": 422}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:00:04.151466 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b019f0ab-b128-406b-8ac9-1e3179ad904c {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:00:04.151906 dv-cinder-797608-5-iscsi neutron-server[92931]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a9c064e2-805a-42e1-98c6-1e16c3bea2cc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '412f049a-53c7-4bad-b972-986f570568de', 'code': 422} returned with failed status Jul 14 14:00:04.156988 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:00:04.166915 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128b6fb3-bb61-4601-b752-de43c12c319a None None] Sync routers for ids ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:00:04.172582 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:04.187760 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=412f049a-53c7-4bad-b972-986f570568de,revision_number=8']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:04.190792 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128b6fb3-bb61-4601-b752-de43c12c319a None None] Routers {'1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:00:04.191392 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-128b6fb3-bb61-4601-b752-de43c12c319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:59:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:04.209944 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e0b8a31d-4535-4acd-b6aa-a56a04121cef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9062531 Jul 14 14:00:04.210518 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e35d688-92f0-415b-a3e5-038e9913c4b7', 'tag': 'e8c9dce2-6287-437f-8618-1dc5a7e7b490'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:00:04.212815 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3ce8b1-ffa0-4326-9c38-33e5b8901155" -d '{"events": [{"name": "network-changed", "server_uuid": "8e35d688-92f0-415b-a3e5-038e9913c4b7", "tag": "e8c9dce2-6287-437f-8618-1dc5a7e7b490"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:00:04.252420 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4983ef-e16c-497f-8bda-fb45984451b7 x-openstack-request-id: req-3a4983ef-e16c-497f-8bda-fb45984451b7 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:00:04.252728 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e35d688-92f0-415b-a3e5-038e9913c4b7", "tag": "e8c9dce2-6287-437f-8618-1dc5a7e7b490", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:00:04.253024 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3a4983ef-e16c-497f-8bda-fb45984451b7 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:00:04.253425 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e35d688-92f0-415b-a3e5-038e9913c4b7', 'tag': 'e8c9dce2-6287-437f-8618-1dc5a7e7b490', 'status': 'completed', 'code': 200} Jul 14 14:00:04.295658 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-128b6fb3-bb61-4601-b752-de43c12c319a None None] Set router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:00:04.326933 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ce8b1-ffa0-4326-9c38-33e5b8901155 req-4abec52d-2e3a-4340-a987-401db21ee0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:04.328457 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ca3ce8b1-ffa0-4326-9c38-33e5b8901155 req-4abec52d-2e3a-4340-a987-401db21ee0a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=990fdf2e13b14e9fb639f1c032174bdf&device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 1098 time: 0.0508342 Jul 14 14:00:04.422437 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ce8b1-ffa0-4326-9c38-33e5b8901155 req-695fc727-642b-4a5f-b2d2-e845cb4ca137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:04.423911 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ca3ce8b1-ffa0-4326-9c38-33e5b8901155 req-695fc727-642b-4a5f-b2d2-e845cb4ca137 service neutron] 10.222.0.54 "GET /v2.0/networks?id=678bb7df-4b97-4bd4-90be-124739d8c193 HTTP/1.1" status: 200 len: 913 time: 0.0862193 Jul 14 14:00:04.493200 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ca3ce8b1-ffa0-4326-9c38-33e5b8901155 req-2d5d58d1-bdac-4093-b6bb-c8132a8c20f4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8c9dce2-6287-437f-8618-1dc5a7e7b490 HTTP/1.1" status: 200 len: 998 time: 0.0620000 Jul 14 14:00:04.519778 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-128b6fb3-bb61-4601-b752-de43c12c319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T13:55:55Z', 'revision_number': 4, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '4839c44c-f131-41ba-ac12-04eddb46c9a6', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'port_id': 'e8c9dce2-6287-437f-8618-1dc5a7e7b490', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'mac_address': 'fa:16:3e:c0:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e35d688-92f0-415b-a3e5-038e9913c4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:00:02Z', 'updated_at': '2021-07-14T14:00:02Z', 'revision_number': 0, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78efec9-9b4b-4aad-b14f-ee3c0edebc58', 'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'mac_address': 'fa:16:3e:2d:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:55Z', 'updated_at': '2021-07-14T13:56:03Z', 'revision_number': 5, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'subnets': [{'id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:04.545844 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128b6fb3-bb61-4601-b752-de43c12c319a None None] Checking router: 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:00:04.554080 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128b6fb3-bb61-4601-b752-de43c12c319a None None] Routers {'1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:00:04.554688 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-128b6fb3-bb61-4601-b752-de43c12c319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T13:59:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:04.559954 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ce8b1-ffa0-4326-9c38-33e5b8901155 req-fb5ae5f7-6ba6-4523-b07d-cd4213110ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:04.561337 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ca3ce8b1-ffa0-4326-9c38-33e5b8901155 req-fb5ae5f7-6ba6-4523-b07d-cd4213110ef7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aebd5a90-b585-464a-9d2f-1afe8d420f90 HTTP/1.1" status: 200 len: 851 time: 0.0592978 Jul 14 14:00:04.647831 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbcd3a-ce6a-464b-8744-1e4e532ef6d9 req-4f2d2ebe-c489-4bc6-805c-3c55256cc484 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:04.649296 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-66fbcd3a-ce6a-464b-8744-1e4e532ef6d9 req-4f2d2ebe-c489-4bc6-805c-3c55256cc484 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 943 time: 0.1017087 Jul 14 14:00:04.655089 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ce8b1-ffa0-4326-9c38-33e5b8901155 req-170d9d05-2a25-48d8-847d-83925ed8ddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:04.656507 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ca3ce8b1-ffa0-4326-9c38-33e5b8901155 req-170d9d05-2a25-48d8-847d-83925ed8ddc7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=678bb7df-4b97-4bd4-90be-124739d8c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785944 Jul 14 14:00:04.660586 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-128b6fb3-bb61-4601-b752-de43c12c319a None None] Set router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:00:04.737848 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-66fbcd3a-ce6a-464b-8744-1e4e532ef6d9 req-7d58d381-3480-4e00-8b36-e7cb54bd7f8d tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803120 Jul 14 14:00:04.770198 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ca3ce8b1-ffa0-4326-9c38-33e5b8901155 req-5d9b1ce8-be50-47d3-943d-3bfd44ebdec5 service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056101 Jul 14 14:00:04.866013 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ca3ce8b1-ffa0-4326-9c38-33e5b8901155 req-bbe4228d-8bf6-4989-8026-206b238d9f84 service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875244 Jul 14 14:00:04.881279 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-128b6fb3-bb61-4601-b752-de43c12c319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T13:55:55Z', 'revision_number': 4, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '4839c44c-f131-41ba-ac12-04eddb46c9a6', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'port_id': 'e8c9dce2-6287-437f-8618-1dc5a7e7b490', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'mac_address': 'fa:16:3e:c0:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e35d688-92f0-415b-a3e5-038e9913c4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:00:02Z', 'updated_at': '2021-07-14T14:00:02Z', 'revision_number': 0, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78efec9-9b4b-4aad-b14f-ee3c0edebc58', 'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'mac_address': 'fa:16:3e:2d:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:55Z', 'updated_at': '2021-07-14T13:56:03Z', 'revision_number': 5, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'subnets': [{'id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:04.912899 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128b6fb3-bb61-4601-b752-de43c12c319a None None] The sync data for ids ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'] in dv-cinder-797608-5-iscsi is: [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T13:55:55Z', 'revision_number': 4, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '4839c44c-f131-41ba-ac12-04eddb46c9a6', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'port_id': 'e8c9dce2-6287-437f-8618-1dc5a7e7b490', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'mac_address': 'fa:16:3e:c0:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e35d688-92f0-415b-a3e5-038e9913c4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:00:02Z', 'updated_at': '2021-07-14T14:00:02Z', 'revision_number': 0, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78efec9-9b4b-4aad-b14f-ee3c0edebc58', 'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'mac_address': 'fa:16:3e:2d:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:55Z', 'updated_at': '2021-07-14T13:56:03Z', 'revision_number': 5, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'subnets': [{'id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:00:05.118865 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902cd5dd-3d74-43f7-9ca8-68224c1a859a None None] New status for floating IP 4839c44c-f131-41ba-ac12-04eddb46c9a6: ACTIVE {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:00:05.876859 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763a658-fb5a-4b33-b3fc-e57adba49cc7 req-51020940-5277-4be0-86db-713dd956f5e7 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:05.878903 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a763a658-fb5a-4b33-b3fc-e57adba49cc7 req-51020940-5277-4be0-86db-713dd956f5e7 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 943 time: 0.0615430 Jul 14 14:00:05.915567 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a763a658-fb5a-4b33-b3fc-e57adba49cc7 req-9d1e2e1a-fb72-49b1-b72d-8ecce7511a03 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311234 Jul 14 14:00:06.072189 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 35860) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:06.168138 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c2da60bf-f12f-4f93-a839-b06892c6a467 req-342015fc-43ae-428d-a228-55ef2cab363e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0947750 Jul 14 14:00:07.082335 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da60bf-f12f-4f93-a839-b06892c6a467 req-70ebfb02-372a-44f7-8f1f-ce1e520cc27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:07.083864 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c2da60bf-f12f-4f93-a839-b06892c6a467 req-70ebfb02-372a-44f7-8f1f-ce1e520cc27c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc&tenant_id=f0682b2d13074b4fbea16bbda342184f HTTP/1.1" status: 200 len: 1096 time: 0.0571449 Jul 14 14:00:07.090185 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea992bf0-9c3a-46f2-b436-e98e2ca4468f req-1c4e3b2d-dc68-4255-be58-a4b8220dd203 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:07.091690 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ea992bf0-9c3a-46f2-b436-e98e2ca4468f req-1c4e3b2d-dc68-4255-be58-a4b8220dd203 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 943 time: 0.0604475 Jul 14 14:00:07.129548 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ea992bf0-9c3a-46f2-b436-e98e2ca4468f req-6523af07-a2d7-46ad-bc26-39caf07c3ffb tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321872 Jul 14 14:00:07.156793 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da60bf-f12f-4f93-a839-b06892c6a467 req-2fd38276-ec45-4a11-935e-7bc4e7452403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:07.158283 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c2da60bf-f12f-4f93-a839-b06892c6a467 req-2fd38276-ec45-4a11-935e-7bc4e7452403 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f0682b2d13074b4fbea16bbda342184f&device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 1096 time: 0.0522797 Jul 14 14:00:07.245897 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da60bf-f12f-4f93-a839-b06892c6a467 req-40bcca37-cc36-4726-bcdd-580cd3b0f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:07.247325 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c2da60bf-f12f-4f93-a839-b06892c6a467 req-40bcca37-cc36-4726-bcdd-580cd3b0f13f service neutron] 10.222.0.54 "GET /v2.0/networks?id=429ffe97-91bc-4ca2-9eda-c647a6878dac HTTP/1.1" status: 200 len: 918 time: 0.0818534 Jul 14 14:00:07.314324 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c2da60bf-f12f-4f93-a839-b06892c6a467 req-ac7d6a3e-d2a2-4d65-96d9-1f80610d8563 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=412f049a-53c7-4bad-b972-986f570568de HTTP/1.1" status: 200 len: 999 time: 0.0592949 Jul 14 14:00:07.364475 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da60bf-f12f-4f93-a839-b06892c6a467 req-0d20c069-9654-4d31-9092-57ca246d8a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:07.365942 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c2da60bf-f12f-4f93-a839-b06892c6a467 req-0d20c069-9654-4d31-9092-57ca246d8a57 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9 HTTP/1.1" status: 200 len: 856 time: 0.0436420 Jul 14 14:00:07.423696 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da60bf-f12f-4f93-a839-b06892c6a467 req-7e7b8ddc-a6a1-45d9-b15c-5812db7c08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:07.425308 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c2da60bf-f12f-4f93-a839-b06892c6a467 req-7e7b8ddc-a6a1-45d9-b15c-5812db7c08dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=429ffe97-91bc-4ca2-9eda-c647a6878dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520937 Jul 14 14:00:07.524383 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c2da60bf-f12f-4f93-a839-b06892c6a467 req-124add64-aa17-4edf-839d-55d7514735ee service neutron] 10.222.0.54 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852215 Jul 14 14:00:07.611534 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c2da60bf-f12f-4f93-a839-b06892c6a467 req-81c8e8a3-a89f-4155-8ab1-d2f407497ae3 service neutron] 10.222.0.54 "GET /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794291 Jul 14 14:00:07.723590 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:00:08.271086 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-94a9cb4b-4444-457f-bf6f-b4f066799266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:08.322378 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11095c36-4b02-4fb5-930c-de1b8f7ec0a8 req-ba4b2e69-4b29-4584-8416-ec82633f3609 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:08.323873 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-11095c36-4b02-4fb5-930c-de1b8f7ec0a8 req-ba4b2e69-4b29-4584-8416-ec82633f3609 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 943 time: 0.0702298 Jul 14 14:00:08.361296 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-11095c36-4b02-4fb5-930c-de1b8f7ec0a8 req-177813e8-2f96-4229-8de1-fc3bc83cd195 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318165 Jul 14 14:00:09.544570 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a323af-af35-4927-b35c-347b427f6f29 req-be4dbff4-8fa7-4d20-ad01-5e875595641e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:09.546025 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-27a323af-af35-4927-b35c-347b427f6f29 req-be4dbff4-8fa7-4d20-ad01-5e875595641e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 943 time: 0.0632076 Jul 14 14:00:09.585326 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-27a323af-af35-4927-b35c-347b427f6f29 req-d6c0340a-eefc-4761-917f-dae63774d83c tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336764 Jul 14 14:00:10.766496 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27721c25-ee89-4c7d-aab4-c5d70b58b379 req-da2e30ce-534e-4e11-bed0-42f2e39d041a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:10.768630 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-27721c25-ee89-4c7d-aab4-c5d70b58b379 req-da2e30ce-534e-4e11-bed0-42f2e39d041a tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 943 time: 0.0635350 Jul 14 14:00:10.804800 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-27721c25-ee89-4c7d-aab4-c5d70b58b379 req-994a24cb-cf47-4754-b708-c6fe19ea8f03 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308092 Jul 14 14:00:10.925311 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-67ccbaf5-d487-4031-9596-397c71f1fe2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:11.235118 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:11.506552 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:11.862474 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:11.994429 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683640b5-0210-4cb6-aa89-d7d1df7d36f4 req-b9762016-bb83-44b4-80a4-02646ef27d07 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:11.996685 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-683640b5-0210-4cb6-aa89-d7d1df7d36f4 req-b9762016-bb83-44b4-80a4-02646ef27d07 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 943 time: 0.0692580 Jul 14 14:00:12.037363 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-683640b5-0210-4cb6-aa89-d7d1df7d36f4 req-a7166f44-65fa-4f72-b243-b9c8dbc325da tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345476 Jul 14 14:00:13.219019 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f0793-7c21-4dfd-ad56-6cd1abf406a9 req-56381b35-c333-427e-add7-79b09aafba7b tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:13.220517 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e44f0793-7c21-4dfd-ad56-6cd1abf406a9 req-56381b35-c333-427e-add7-79b09aafba7b tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 943 time: 0.0624323 Jul 14 14:00:13.258978 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e44f0793-7c21-4dfd-ad56-6cd1abf406a9 req-672e04ed-c46d-4514-b06b-7c3a3d2b5e23 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328579 Jul 14 14:00:13.648144 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:14.451748 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404af32-8f82-4cd0-a7de-3f5d34f215d9 req-8bd5480a-ff90-48a2-97b9-39ebc0629656 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:14.453231 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8404af32-8f82-4cd0-a7de-3f5d34f215d9 req-8bd5480a-ff90-48a2-97b9-39ebc0629656 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 943 time: 0.0659993 Jul 14 14:00:14.492026 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8404af32-8f82-4cd0-a7de-3f5d34f215d9 req-e99ba920-f521-48d1-a7ad-6c31328377da tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332725 Jul 14 14:00:15.678255 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc18f1-2ddb-44d3-900d-3677f5f7d4f4 req-643d3060-2d1a-4ab4-94df-a163b7574e3b tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:15.679760 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c2fc18f1-2ddb-44d3-900d-3677f5f7d4f4 req-643d3060-2d1a-4ab4-94df-a163b7574e3b tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 943 time: 0.0646255 Jul 14 14:00:15.716138 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c2fc18f1-2ddb-44d3-900d-3677f5f7d4f4 req-03ac0f8a-64c5-4c3d-8b42-20c5e5e67119 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306902 Jul 14 14:00:16.895582 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f8c77-29e7-4477-9f74-3478a1813102 req-9d1d8990-7c27-4c52-bb1c-adf9a114c9a2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:16.897040 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-253f8c77-29e7-4477-9f74-3478a1813102 req-9d1d8990-7c27-4c52-bb1c-adf9a114c9a2 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 943 time: 0.0658071 Jul 14 14:00:16.933412 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-253f8c77-29e7-4477-9f74-3478a1813102 req-15873acc-35e2-47fb-9b19-7bbdd12f7d6c tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308762 Jul 14 14:00:18.119380 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c678e8-9095-4d26-a736-5f0d1971082f req-cd6d7a24-f4b2-4e08-b96f-32a109fd746f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:18.120851 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-41c678e8-9095-4d26-a736-5f0d1971082f req-cd6d7a24-f4b2-4e08-b96f-32a109fd746f tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 943 time: 0.0707257 Jul 14 14:00:18.159297 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-41c678e8-9095-4d26-a736-5f0d1971082f req-0c84f23e-49a0-4ab8-a992-f56cf6df48f0 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327654 Jul 14 14:00:19.335599 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfeb63-0dba-4b5d-a139-93c67f78a28a req-9d871b9e-692c-4021-9057-e5ef53293b59 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:19.337081 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6dcfeb63-0dba-4b5d-a139-93c67f78a28a req-9d871b9e-692c-4021-9057-e5ef53293b59 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 943 time: 0.0629039 Jul 14 14:00:19.373344 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6dcfeb63-0dba-4b5d-a139-93c67f78a28a req-110336d1-aaf1-4709-8f25-32fbc335f1c4 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308030 Jul 14 14:00:20.552169 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e058e5-4232-4943-a35d-3e76882400b7 req-c736576e-e530-4aae-b0f2-9e54d837a349 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:20.553644 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-59e058e5-4232-4943-a35d-3e76882400b7 req-c736576e-e530-4aae-b0f2-9e54d837a349 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 943 time: 0.0650225 Jul 14 14:00:20.590170 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-59e058e5-4232-4943-a35d-3e76882400b7 req-5f7a2331-fa02-43f4-915a-030fd09e8e60 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310884 Jul 14 14:00:21.761608 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c024c-38a5-42a5-9bb2-53f6526825a9 req-42e3d24e-7dcb-4d3a-968f-fb81f8781ce9 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:21.763093 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-901c024c-38a5-42a5-9bb2-53f6526825a9 req-42e3d24e-7dcb-4d3a-968f-fb81f8781ce9 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 943 time: 0.0614130 Jul 14 14:00:21.799545 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-901c024c-38a5-42a5-9bb2-53f6526825a9 req-609abfca-c02b-4671-97ed-3979e8ef3398 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311394 Jul 14 14:00:22.094154 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 412f049a-53c7-4bad-b972-986f570568de details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:00:22.183717 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 412f049a-53c7-4bad-b972-986f570568de, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=412f049a-53c7-4bad-b972-986f570568de,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:00:22.194408 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': '412f049a-53c7-4bad-b972-986f570568de', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'port_id': '412f049a-53c7-4bad-b972-986f570568de', 'mac_address': 'fa:16:3e:06:17:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:00:22.233698 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:22.245490 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412f049a-53c7-4bad-b972-986f570568de {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:00:22.263420 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 412f049a-53c7-4bad-b972-986f570568de, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=412f049a-53c7-4bad-b972-986f570568de,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:00:22.267308 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:22.311325 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=412f049a-53c7-4bad-b972-986f570568de,revision_number=9']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:22.577639 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['412f049a-53c7-4bad-b972-986f570568de'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:00:22.970486 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327b701-cf6c-4a01-99a3-9cf9b4a15ad5 req-82a2a6c9-1e92-4b3a-96ff-6ad249257b33 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:22.971978 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b327b701-cf6c-4a01-99a3-9cf9b4a15ad5 req-82a2a6c9-1e92-4b3a-96ff-6ad249257b33 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 944 time: 0.0613081 Jul 14 14:00:23.009497 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b327b701-cf6c-4a01-99a3-9cf9b4a15ad5 req-d590bef7-799f-4741-ab6a-b39a94aed2e4 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321848 Jul 14 14:00:24.109132 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 412f049a-53c7-4bad-b972-986f570568de up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:00:24.155584 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port 412f049a-53c7-4bad-b972-986f570568de triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:00:24.155978 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:24.189803 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e212ab2-681d-453a-800a-67eef72c32b2 req-829f8b48-54e8-4e29-af15-54b2d1ff0d28 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:24.191317 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2e212ab2-681d-453a-800a-67eef72c32b2 req-829f8b48-54e8-4e29-af15-54b2d1ff0d28 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 944 time: 0.0672865 Jul 14 14:00:24.230620 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2e212ab2-681d-453a-800a-67eef72c32b2 req-e0faf77b-e933-4c16-8e9a-cb6fe0a4c867 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337422 Jul 14 14:00:24.232970 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:24.257350 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c064e2-805a-42e1-98c6-1e16c3bea2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412f049a-53c7-4bad-b972-986f570568de'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:00:24.259525 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4aa2d9-7e3a-409f-a243-725c351a50a2" -d '{"events": [{"server_uuid": "a9c064e2-805a-42e1-98c6-1e16c3bea2cc", "name": "network-vif-plugged", "status": "completed", "tag": "412f049a-53c7-4bad-b972-986f570568de"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:00:24.271986 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 412f049a-53c7-4bad-b972-986f570568de, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=412f049a-53c7-4bad-b972-986f570568de,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:00:24.276056 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:24.298741 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eade768c-abfa-4eb5-958a-ac9fc611db31 x-openstack-request-id: req-eade768c-abfa-4eb5-958a-ac9fc611db31 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:00:24.299026 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c064e2-805a-42e1-98c6-1e16c3bea2cc", "name": "network-vif-plugged", "status": "completed", "tag": "412f049a-53c7-4bad-b972-986f570568de", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:00:24.299274 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eade768c-abfa-4eb5-958a-ac9fc611db31 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:00:24.299679 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c064e2-805a-42e1-98c6-1e16c3bea2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412f049a-53c7-4bad-b972-986f570568de', 'code': 200} Jul 14 14:00:24.324941 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=412f049a-53c7-4bad-b972-986f570568de,revision_number=10']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:24.508759 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910d200-1c3b-4533-b8c7-9e31761590ea req-fdc7e76b-1a9f-4d48-9fff-3b95cb1245b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:24.510235 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5910d200-1c3b-4533-b8c7-9e31761590ea req-fdc7e76b-1a9f-4d48-9fff-3b95cb1245b6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 1099 time: 0.0557632 Jul 14 14:00:24.547848 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5910d200-1c3b-4533-b8c7-9e31761590ea req-13db73d4-0e4f-4f70-b564-309d957acca1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266705 Jul 14 14:00:25.408603 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8fb74-c4b1-488b-af0f-041668365013 req-aeca294e-3f3f-417e-9746-6aca8098ae3c tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:25.410102 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-40c8fb74-c4b1-488b-af0f-041668365013 req-aeca294e-3f3f-417e-9746-6aca8098ae3c tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 946 time: 0.0643466 Jul 14 14:00:25.448285 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-40c8fb74-c4b1-488b-af0f-041668365013 req-10bb9ad3-ed28-4904-85bc-e3fcd930d952 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319741 Jul 14 14:00:26.621515 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455f6e4-439c-4df9-b6dc-5f9767b3fc9e req-831b0fca-fa92-4184-8b82-738da36b6007 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:26.623027 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e455f6e4-439c-4df9-b6dc-5f9767b3fc9e req-831b0fca-fa92-4184-8b82-738da36b6007 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 946 time: 0.0616996 Jul 14 14:00:26.659105 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e455f6e4-439c-4df9-b6dc-5f9767b3fc9e req-49d342bd-255d-4787-9103-e6e2edcd054e tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306087 Jul 14 14:00:38.265135 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-201864a3-b83e-41ac-9ec5-ed2835ffb953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:40.915022 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3878a70d-5d55-43df-a87a-448dd93c2e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:41.235472 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:41.530822 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:41.862779 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:43.651880 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:44.725070 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:00:54.199029 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb0251-8321-4a1e-8f56-30c17431b8f7 req-938d60d4-fa38-416a-aa3d-611c896b00a0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:54.200435 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-20bb0251-8321-4a1e-8f56-30c17431b8f7 req-938d60d4-fa38-416a-aa3d-611c896b00a0 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5986d69-2229-4769-a76e-04f7320fea94 HTTP/1.1" status: 200 len: 945 time: 0.0659225 Jul 14 14:00:54.237943 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-20bb0251-8321-4a1e-8f56-30c17431b8f7 req-952bde77-beed-431f-937d-557a3a8fa0dc tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cc0726f-2e0c-4a6c-a66a-5f5ff4c207a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318425 Jul 14 14:00:55.406818 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4610298-2eb3-48c9-85df-33fe93ef756b req-144f2794-41fc-4c09-a348-214eae54e8ac tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:55.408340 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e4610298-2eb3-48c9-85df-33fe93ef756b req-144f2794-41fc-4c09-a348-214eae54e8ac tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5986d69-2229-4769-a76e-04f7320fea94 HTTP/1.1" status: 200 len: 945 time: 0.0629504 Jul 14 14:00:55.445146 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e4610298-2eb3-48c9-85df-33fe93ef756b req-e44065db-f332-4b2e-baf7-852aaf4dfb80 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cc0726f-2e0c-4a6c-a66a-5f5ff4c207a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306332 Jul 14 14:00:56.099817 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967978e4-548b-4023-9b96-ac8a12b1dddb req-a55641f7-12ae-4f1c-83c4-b230e0060986 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:56.101230 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-967978e4-548b-4023-9b96-ac8a12b1dddb req-a55641f7-12ae-4f1c-83c4-b230e0060986 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5986d69-2229-4769-a76e-04f7320fea94 HTTP/1.1" status: 200 len: 945 time: 0.0607007 Jul 14 14:00:56.199867 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-967978e4-548b-4023-9b96-ac8a12b1dddb req-69922142-13ef-4e2c-a8a1-9fe150677b79 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Deleting port a805a027-97f1-4617-82d5-51836711fdd4 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:00:56.200204 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-967978e4-548b-4023-9b96-ac8a12b1dddb req-69922142-13ef-4e2c-a8a1-9fe150677b79 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:56.284683 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-967978e4-548b-4023-9b96-ac8a12b1dddb req-69922142-13ef-4e2c-a8a1-9fe150677b79 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] For port a805a027-97f1-4617-82d5-51836711fdd4, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a805a027-97f1-4617-82d5-51836711fdd4,segment=NetworkSegment(6f5f6d35-c566-43d5-9c6f-ff2b79815a82),segment_id=6f5f6d35-c566-43d5-9c6f-ff2b79815a82)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:00:56.285038 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-967978e4-548b-4023-9b96-ac8a12b1dddb req-69922142-13ef-4e2c-a8a1-9fe150677b79 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:56.453726 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-967978e4-548b-4023-9b96-ac8a12b1dddb req-69922142-13ef-4e2c-a8a1-9fe150677b79 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:56.454098 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-967978e4-548b-4023-9b96-ac8a12b1dddb req-69922142-13ef-4e2c-a8a1-9fe150677b79 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728900'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:56.454410 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.l3_db [req-967978e4-548b-4023-9b96-ac8a12b1dddb req-69922142-13ef-4e2c-a8a1-9fe150677b79 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Floating IP 9c575e03-5684-46a2-90d4-eb678614e149 disassociated. External IP: 172.27.2.217, port: a805a027-97f1-4617-82d5-51836711fdd4. Jul 14 14:00:56.454753 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-967978e4-548b-4023-9b96-ac8a12b1dddb req-69922142-13ef-4e2c-a8a1-9fe150677b79 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Calling delete_port for a805a027-97f1-4617-82d5-51836711fdd4 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:00:56.609550 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-967978e4-548b-4023-9b96-ac8a12b1dddb req-69922142-13ef-4e2c-a8a1-9fe150677b79 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:56.643292 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69922142-13ef-4e2c-a8a1-9fe150677b79 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Pushing event deleted for resources: {'Port': ['ID=a805a027-97f1-4617-82d5-51836711fdd4,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:56.699807 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6df0a-441b-4a87-a858-d8b27cc9d680 req-dadabce9-3a56-4418-979e-73c6b092901f tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:56.701260 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dbd6df0a-441b-4a87-a858-d8b27cc9d680 req-dadabce9-3a56-4418-979e-73c6b092901f tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5986d69-2229-4769-a76e-04f7320fea94 HTTP/1.1" status: 200 len: 867 time: 0.1472533 Jul 14 14:00:56.779281 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dbd6df0a-441b-4a87-a858-d8b27cc9d680 req-6278e592-b5ca-4aaf-8058-92fad86c9928 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cc0726f-2e0c-4a6c-a66a-5f5ff4c207a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717671 Jul 14 14:00:56.793061 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [req-967978e4-548b-4023-9b96-ac8a12b1dddb req-69922142-13ef-4e2c-a8a1-9fe150677b79 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Router f174a8b6-4efa-46f2-a7f3-abf108524edd has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:00:56.896398 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-967978e4-548b-4023-9b96-ac8a12b1dddb req-69922142-13ef-4e2c-a8a1-9fe150677b79 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:00:56.905996 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2591f2ff-3c65-487f-a840-548e92136259 None None] Sync routers for ids ['f174a8b6-4efa-46f2-a7f3-abf108524edd'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:00:56.915605 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2591f2ff-3c65-487f-a840-548e92136259 None None] Routers {'f174a8b6-4efa-46f2-a7f3-abf108524edd'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:00:56.916170 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-2591f2ff-3c65-487f-a840-548e92136259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:00:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['f174a8b6-4efa-46f2-a7f3-abf108524edd'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:56.939960 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-967978e4-548b-4023-9b96-ac8a12b1dddb req-69922142-13ef-4e2c-a8a1-9fe150677b79 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] No DVR routers for this DVR port a805a027-97f1-4617-82d5-51836711fdd4 on host hv-cinder-79760 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:00:56.942448 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-967978e4-548b-4023-9b96-ac8a12b1dddb req-69922142-13ef-4e2c-a8a1-9fe150677b79 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:56.944634 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-967978e4-548b-4023-9b96-ac8a12b1dddb req-69922142-13ef-4e2c-a8a1-9fe150677b79 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.54 "DELETE /v2.0/ports/a805a027-97f1-4617-82d5-51836711fdd4 HTTP/1.1" status: 204 len: 173 time: 0.8374207 Jul 14 14:00:56.945059 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5986d69-2229-4769-a76e-04f7320fea94', 'name': 'network-vif-deleted', 'tag': 'a805a027-97f1-4617-82d5-51836711fdd4'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:00:56.947254 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65590ba-2060-4324-983a-42430fdd32a3" -d '{"events": [{"server_uuid": "d5986d69-2229-4769-a76e-04f7320fea94", "name": "network-vif-deleted", "tag": "a805a027-97f1-4617-82d5-51836711fdd4"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:00:56.992602 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc642e5-ebb9-48f1-94f3-a13e67276f90 x-openstack-request-id: req-fcc642e5-ebb9-48f1-94f3-a13e67276f90 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:00:56.992902 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5986d69-2229-4769-a76e-04f7320fea94", "name": "network-vif-deleted", "tag": "a805a027-97f1-4617-82d5-51836711fdd4", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:00:56.993157 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fcc642e5-ebb9-48f1-94f3-a13e67276f90 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:00:56.993556 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5986d69-2229-4769-a76e-04f7320fea94', 'name': 'network-vif-deleted', 'tag': 'a805a027-97f1-4617-82d5-51836711fdd4', 'status': 'completed', 'code': 200} Jul 14 14:00:57.149545 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-2591f2ff-3c65-487f-a840-548e92136259 None None] Set router f174a8b6-4efa-46f2-a7f3-abf108524edd gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:00:57.338469 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-2591f2ff-3c65-487f-a840-548e92136259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'name': 'tempest-AttachVolumeTestJSON-559471997-router', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:17Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'gw_port': {'id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'fd242b46-8efb-4859-bf53-05c8d8fee475', 'name': '', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'mac_address': 'fa:16:3e:e4:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:23Z', 'updated_at': '2021-07-14T13:53:36Z', 'revision_number': 5, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'subnets': [{'id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:57.364159 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2591f2ff-3c65-487f-a840-548e92136259 None None] Checking router: f174a8b6-4efa-46f2-a7f3-abf108524edd for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:00:57.372123 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2591f2ff-3c65-487f-a840-548e92136259 None None] Routers {'f174a8b6-4efa-46f2-a7f3-abf108524edd'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:00:57.372715 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-2591f2ff-3c65-487f-a840-548e92136259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:00:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['f174a8b6-4efa-46f2-a7f3-abf108524edd'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:57.475291 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-2591f2ff-3c65-487f-a840-548e92136259 None None] Set router f174a8b6-4efa-46f2-a7f3-abf108524edd gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:00:57.667828 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-2591f2ff-3c65-487f-a840-548e92136259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'name': 'tempest-AttachVolumeTestJSON-559471997-router', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:17Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'gw_port': {'id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'fd242b46-8efb-4859-bf53-05c8d8fee475', 'name': '', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'mac_address': 'fa:16:3e:e4:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:23Z', 'updated_at': '2021-07-14T13:53:36Z', 'revision_number': 5, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'subnets': [{'id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:57.698011 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2591f2ff-3c65-487f-a840-548e92136259 None None] The sync data for ids ['f174a8b6-4efa-46f2-a7f3-abf108524edd'] in dv-cinder-797608-5-iscsi is: [{'id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'name': 'tempest-AttachVolumeTestJSON-559471997-router', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:17Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'gw_port': {'id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'fd242b46-8efb-4859-bf53-05c8d8fee475', 'name': '', 'network_id': 'a438f18f-eabf-4166-ba56-5e9dc4be891e', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'mac_address': 'fa:16:3e:e4:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:23Z', 'updated_at': '2021-07-14T13:53:36Z', 'revision_number': 5, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'subnets': [{'id': '2e428487-ac1c-45f5-b66d-6e05ef2be0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:00:57.901915 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36132) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:57.967652 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-50852e76-4d9f-433e-90d1-40f11bcfec1d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:57.994879 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-50852e76-4d9f-433e-90d1-40f11bcfec1d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:58.043865 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-50852e76-4d9f-433e-90d1-40f11bcfec1d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:58.046824 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-50852e76-4d9f-433e-90d1-40f11bcfec1d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:58.048032 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-50852e76-4d9f-433e-90d1-40f11bcfec1d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "DELETE /v2.0/security-groups/3cc0726f-2e0c-4a6c-a66a-5f5ff4c207a8 HTTP/1.1" status: 204 len: 168 time: 0.1450698 Jul 14 14:00:58.050854 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36134) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:58.065170 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50852e76-4d9f-433e-90d1-40f11bcfec1d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc0726f-2e0c-4a6c-a66a-5f5ff4c207a8,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:58.065954 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.api.v2.resource [None req-0bfe3928-e1b1-43b7-bb15-454f460b7d2f tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] show failed (client error): The resource could not be found. Jul 14 14:00:58.070500 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36136) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:58.070901 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0bfe3928-e1b1-43b7-bb15-454f460b7d2f tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "GET /v2.0/security-groups/3cc0726f-2e0c-4a6c-a66a-5f5ff4c207a8 HTTP/1.1" status: 404 len: 347 time: 0.0183346 Jul 14 14:00:58.075361 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e283f805-7672-4bed-897d-88d269d992aa None None] New status for floating IP 9c575e03-5684-46a2-90d4-eb678614e149: DOWN {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:00:58.107019 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50852e76-4d9f-433e-90d1-40f11bcfec1d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:58.107363 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50852e76-4d9f-433e-90d1-40f11bcfec1d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:58.107727 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50852e76-4d9f-433e-90d1-40f11bcfec1d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:58.108329 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50852e76-4d9f-433e-90d1-40f11bcfec1d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:58.108658 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50852e76-4d9f-433e-90d1-40f11bcfec1d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:58.108986 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50852e76-4d9f-433e-90d1-40f11bcfec1d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:58.109310 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50852e76-4d9f-433e-90d1-40f11bcfec1d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:58.109633 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50852e76-4d9f-433e-90d1-40f11bcfec1d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:58.110950 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50852e76-4d9f-433e-90d1-40f11bcfec1d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:58.110950 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50852e76-4d9f-433e-90d1-40f11bcfec1d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:58.110950 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50852e76-4d9f-433e-90d1-40f11bcfec1d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:58.110950 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50852e76-4d9f-433e-90d1-40f11bcfec1d tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:58.420349 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-5d17d8f5-d2db-45e9-8883-ab428688e883 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Deleting port 5aa811cd-1c4b-4958-b3cd-b68a86bd5141 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:00:58.420693 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5d17d8f5-d2db-45e9-8883-ab428688e883 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:58.493391 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5d17d8f5-d2db-45e9-8883-ab428688e883 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:58.493643 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5d17d8f5-d2db-45e9-8883-ab428688e883 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:58.504596 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-5d17d8f5-d2db-45e9-8883-ab428688e883 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Calling delete_port for 5aa811cd-1c4b-4958-b3cd-b68a86bd5141 owned by network:floatingip {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:00:58.632249 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5d17d8f5-d2db-45e9-8883-ab428688e883 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:58.660528 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17d8f5-d2db-45e9-8883-ab428688e883 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Pushing event deleted for resources: {'Port': ['ID=5aa811cd-1c4b-4958-b3cd-b68a86bd5141,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:58.717246 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5d17d8f5-d2db-45e9-8883-ab428688e883 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks [] for floatingip, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:58.719729 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5d17d8f5-d2db-45e9-8883-ab428688e883 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for floatingip, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:58.720860 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-5d17d8f5-d2db-45e9-8883-ab428688e883 tempest-AttachVolumeTestJSON-1531931864 tempest-AttachVolumeTestJSON-1531931864-project] 10.222.0.45 "DELETE /v2.0/floatingips/9c575e03-5684-46a2-90d4-eb678614e149 HTTP/1.1" status: 204 len: 168 time: 0.6494479 Jul 14 14:01:00.253764 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device a805a027-97f1-4617-82d5-51836711fdd4 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:01:00.273320 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] No Port match for: a805a027-97f1-4617-82d5-51836711fdd4 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:01:00.273661 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device a805a027-97f1-4617-82d5-51836711fdd4 not bound to the agent host hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:01:02.371800 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36166) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:02.783703 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3d33ae9c-b651-44a1-b257-bacc45655b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-726084'] for router_interface, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:03.021535 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-3d33ae9c-b651-44a1-b257-bacc45655b5e admin admin] Deleting port fd242b46-8efb-4859-bf53-05c8d8fee475 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:01:03.021895 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3d33ae9c-b651-44a1-b257-bacc45655b5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:03.097349 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-3d33ae9c-b651-44a1-b257-bacc45655b5e admin admin] For port fd242b46-8efb-4859-bf53-05c8d8fee475, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=fd242b46-8efb-4859-bf53-05c8d8fee475,segment=NetworkSegment(6f5f6d35-c566-43d5-9c6f-ff2b79815a82),segment_id=6f5f6d35-c566-43d5-9c6f-ff2b79815a82)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:03.097628 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3d33ae9c-b651-44a1-b257-bacc45655b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:03.109799 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-3d33ae9c-b651-44a1-b257-bacc45655b5e admin admin] Calling delete_port for fd242b46-8efb-4859-bf53-05c8d8fee475 owned by network:router_interface {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:01:03.279075 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3d33ae9c-b651-44a1-b257-bacc45655b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:03.303952 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33ae9c-b651-44a1-b257-bacc45655b5e admin admin] Pushing event deleted for resources: {'Port': ['ID=fd242b46-8efb-4859-bf53-05c8d8fee475,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:03.462041 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3d33ae9c-b651-44a1-b257-bacc45655b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726248'] for router_interface, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:03.662222 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d33ae9c-b651-44a1-b257-bacc45655b5e admin admin] Router f174a8b6-4efa-46f2-a7f3-abf108524edd has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:01:03.761378 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d33ae9c-b651-44a1-b257-bacc45655b5e admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:01:03.766309 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-3d33ae9c-b651-44a1-b257-bacc45655b5e admin admin] 10.222.0.45 "PUT /v2.0/routers/f174a8b6-4efa-46f2-a7f3-abf108524edd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3934348 Jul 14 14:01:03.768737 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36170) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:03.771369 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad7f7bf-0430-459e-8a02-6405f4cb7423 None None] Sync routers for ids ['f174a8b6-4efa-46f2-a7f3-abf108524edd'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:01:03.780355 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad7f7bf-0430-459e-8a02-6405f4cb7423 None None] Routers {'f174a8b6-4efa-46f2-a7f3-abf108524edd'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:01:03.780961 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-bad7f7bf-0430-459e-8a02-6405f4cb7423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:00:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['f174a8b6-4efa-46f2-a7f3-abf108524edd'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:03.867161 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-87f63643-0786-475e-9798-acb144cfb15b admin admin] Notify callbacks [] for router, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:03.882776 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-bad7f7bf-0430-459e-8a02-6405f4cb7423 None None] Set router f174a8b6-4efa-46f2-a7f3-abf108524edd gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:01:03.973570 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-87f63643-0786-475e-9798-acb144cfb15b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:04.024281 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-87f63643-0786-475e-9798-acb144cfb15b admin admin] Deleting port eb92bba2-13b8-4c90-ae71-9856134ebfb0 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:01:04.024616 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-87f63643-0786-475e-9798-acb144cfb15b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:04.052222 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-bad7f7bf-0430-459e-8a02-6405f4cb7423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'name': 'tempest-AttachVolumeTestJSON-559471997-router', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:17Z', 'updated_at': '2021-07-14T14:01:03Z', 'revision_number': 5, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'gw_port': {'id': 'eb92bba2-13b8-4c90-ae71-9856134ebfb0', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:20Z', 'updated_at': '2021-07-14T13:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:04.081498 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad7f7bf-0430-459e-8a02-6405f4cb7423 None None] Checking router: f174a8b6-4efa-46f2-a7f3-abf108524edd for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:01:04.089526 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad7f7bf-0430-459e-8a02-6405f4cb7423 None None] Routers {'f174a8b6-4efa-46f2-a7f3-abf108524edd'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:01:04.090128 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-bad7f7bf-0430-459e-8a02-6405f4cb7423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:00:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['f174a8b6-4efa-46f2-a7f3-abf108524edd'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:04.104581 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-87f63643-0786-475e-9798-acb144cfb15b admin admin] For port eb92bba2-13b8-4c90-ae71-9856134ebfb0, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=eb92bba2-13b8-4c90-ae71-9856134ebfb0,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:04.104943 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-87f63643-0786-475e-9798-acb144cfb15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:04.116897 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-87f63643-0786-475e-9798-acb144cfb15b admin admin] Calling delete_port for eb92bba2-13b8-4c90-ae71-9856134ebfb0 owned by network:router_gateway {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:01:04.172662 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-bad7f7bf-0430-459e-8a02-6405f4cb7423 None None] Set router f174a8b6-4efa-46f2-a7f3-abf108524edd gateway port host: None {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:01:04.222860 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-bad7f7bf-0430-459e-8a02-6405f4cb7423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'name': 'tempest-AttachVolumeTestJSON-559471997-router', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:17Z', 'updated_at': '2021-07-14T14:01:03Z', 'revision_number': 6, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'gw_port_host': None}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:04.253254 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad7f7bf-0430-459e-8a02-6405f4cb7423 None None] The sync data for ids ['f174a8b6-4efa-46f2-a7f3-abf108524edd'] in dv-cinder-797608-5-iscsi is: [{'id': 'f174a8b6-4efa-46f2-a7f3-abf108524edd', 'name': 'tempest-AttachVolumeTestJSON-559471997-router', 'tenant_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:17Z', 'updated_at': '2021-07-14T14:01:03Z', 'revision_number': 6, 'project_id': '8ebdd828c2dd45389e546eb5c76f33fc', 'gw_port_host': None}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:01:04.284300 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-87f63643-0786-475e-9798-acb144cfb15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:04.313725 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f63643-0786-475e-9798-acb144cfb15b admin admin] Pushing event deleted for resources: {'Port': ['ID=eb92bba2-13b8-4c90-ae71-9856134ebfb0,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:04.371306 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-87f63643-0786-475e-9798-acb144cfb15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728846'] for router_gateway, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:04.470048 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-87f63643-0786-475e-9798-acb144cfb15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58013'] for router, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:04.472130 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-87f63643-0786-475e-9798-acb144cfb15b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:04.534677 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-87f63643-0786-475e-9798-acb144cfb15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723205'] for router, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:04.535155 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f63643-0786-475e-9798-acb144cfb15b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f174a8b6-4efa-46f2-a7f3-abf108524edd {{(pid=92930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:01:04.540440 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-87f63643-0786-475e-9798-acb144cfb15b admin admin] Notify callbacks [] for router, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:04.541602 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-87f63643-0786-475e-9798-acb144cfb15b admin admin] 10.222.0.45 "DELETE /v2.0/routers/f174a8b6-4efa-46f2-a7f3-abf108524edd HTTP/1.1" status: 204 len: 168 time: 0.7719395 Jul 14 14:01:04.544216 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36174) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:04.588186 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c5e4fd-a1e9-4511-9dca-ed4714293690 admin admin] Deleting subnet 2e428487-ac1c-45f5-b66d-6e05ef2be0ac {{(pid=92930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:01:04.591670 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b4c5e4fd-a1e9-4511-9dca-ed4714293690 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:04.626560 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b4c5e4fd-a1e9-4511-9dca-ed4714293690 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127483996'] for subnet, precommit_delete_associations {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:04.735390 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device fd242b46-8efb-4859-bf53-05c8d8fee475 no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:01:04.738855 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b4c5e4fd-a1e9-4511-9dca-ed4714293690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1831242'] for subnet, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:04.759908 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: fd242b46-8efb-4859-bf53-05c8d8fee475 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:01:04.760270 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device fd242b46-8efb-4859-bf53-05c8d8fee475 not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:01:04.790657 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b4c5e4fd-a1e9-4511-9dca-ed4714293690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127483997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127770616'] for subnet, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.041459 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5e4fd-a1e9-4511-9dca-ed4714293690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e428487-ac1c-45f5-b66d-6e05ef2be0ac,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:05.046880 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b4c5e4fd-a1e9-4511-9dca-ed4714293690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.048894 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-b4c5e4fd-a1e9-4511-9dca-ed4714293690 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2e428487-ac1c-45f5-b66d-6e05ef2be0ac HTTP/1.1" status: 204 len: 168 time: 0.5037105 Jul 14 14:01:05.051255 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36176) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:05.054301 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f771fc4e-841a-495e-9481-e15c1ac92195 None None] Network a438f18f-eabf-4166-ba56-5e9dc4be891e requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:01:05.116675 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fc24afb5-fe5e-48fd-96bb-65199d22149c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670563'] for network, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.167589 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-fc24afb5-fe5e-48fd-96bb-65199d22149c admin admin] Deleting port f5a86309-bcd7-4c4d-9fc5-a77578240091 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:01:05.168170 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fc24afb5-fe5e-48fd-96bb-65199d22149c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.231604 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-fc24afb5-fe5e-48fd-96bb-65199d22149c admin admin] For port f5a86309-bcd7-4c4d-9fc5-a77578240091, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=f5a86309-bcd7-4c4d-9fc5-a77578240091,segment=NetworkSegment(6f5f6d35-c566-43d5-9c6f-ff2b79815a82),segment_id=6f5f6d35-c566-43d5-9c6f-ff2b79815a82)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:05.232022 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fc24afb5-fe5e-48fd-96bb-65199d22149c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.239128 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cef5dc-f45d-49b9-84b3-93c5c673ed05 None None] DHCP port deletion for a438f18f-eabf-4166-ba56-5e9dc4be891e request from dv-cinder-797608-5-iscsi {{(pid=92931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:01:05.245717 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-fc24afb5-fe5e-48fd-96bb-65199d22149c admin admin] Calling delete_port for f5a86309-bcd7-4c4d-9fc5-a77578240091 owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:01:05.325472 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fc24afb5-fe5e-48fd-96bb-65199d22149c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.351319 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24afb5-fe5e-48fd-96bb-65199d22149c admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a86309-bcd7-4c4d-9fc5-a77578240091,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:05.359575 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc24afb5-fe5e-48fd-96bb-65199d22149c admin admin] No DVR routers for this DVR port f5a86309-bcd7-4c4d-9fc5-a77578240091 on host dv-cinder-797608-5-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:01:05.402384 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-65cef5dc-f45d-49b9-84b3-93c5c673ed05 None None] Deleting port f5a86309-bcd7-4c4d-9fc5-a77578240091 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:01:05.402965 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-65cef5dc-f45d-49b9-84b3-93c5c673ed05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.432923 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fc24afb5-fe5e-48fd-96bb-65199d22149c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833695', 'neutron.services.segments.db._delete_segments_for_network-8781940339011'] for network, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.442229 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-fc24afb5-fe5e-48fd-96bb-65199d22149c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a438f18f-eabf-4166-ba56-5e9dc4be891e']}} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:05.452462 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-fc24afb5-fe5e-48fd-96bb-65199d22149c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5f6d35-c566-43d5-9c6f-ff2b79815a82') {'for_net_delete': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:05.452747 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-fc24afb5-fe5e-48fd-96bb-65199d22149c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5f6d35-c566-43d5-9c6f-ff2b79815a82') {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:05.461731 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fc24afb5-fe5e-48fd-96bb-65199d22149c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781940338508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127483973'] for segment, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.462005 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-65cef5dc-f45d-49b9-84b3-93c5c673ed05 None None] For port f5a86309-bcd7-4c4d-9fc5-a77578240091, host dv-cinder-797608-5-iscsi, got binding levels [] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:05.462390 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-65cef5dc-f45d-49b9-84b3-93c5c673ed05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.474577 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-65cef5dc-f45d-49b9-84b3-93c5c673ed05 None None] Calling delete_port for f5a86309-bcd7-4c4d-9fc5-a77578240091 owned by network:dhcp {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:01:05.474860 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fc24afb5-fe5e-48fd-96bb-65199d22149c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.478669 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.ipam_backend_mixin [None req-65cef5dc-f45d-49b9-84b3-93c5c673ed05 None None] Port f5a86309-bcd7-4c4d-9fc5-a77578240091 was not found and therefore no delete operation was performed {{(pid=92931) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 14:01:05.479947 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-65cef5dc-f45d-49b9-84b3-93c5c673ed05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.481600 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc24afb5-fe5e-48fd-96bb-65199d22149c admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=92930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:01:05.481975 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fc24afb5-fe5e-48fd-96bb-65199d22149c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127484915'] for segment, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: Traceback (most recent call last): Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: timer() Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: cb(*args, **kw) Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: return func(*args, **kwargs) Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: self._notify() Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: self.callback(batched_events) Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: event.method(event) Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: return f(self, *a, **k) Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: return self._get(url).json() Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: return self.request(url, 'GET', **kwargs) Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:01:05.483872 dv-cinder-797608-5-iscsi neutron-server[92930]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:01:05.508766 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cef5dc-f45d-49b9-84b3-93c5c673ed05 None None] Pushing event deleted for resources: {'Port': ['ID=f5a86309-bcd7-4c4d-9fc5-a77578240091,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:05.511163 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cef5dc-f45d-49b9-84b3-93c5c673ed05 None None] No DVR routers for this DVR port f5a86309-bcd7-4c4d-9fc5-a77578240091 on host dv-cinder-797608-5-iscsi {{(pid=92931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:01:05.518985 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cef5dc-f45d-49b9-84b3-93c5c673ed05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:05.519329 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cef5dc-f45d-49b9-84b3-93c5c673ed05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:05.519757 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cef5dc-f45d-49b9-84b3-93c5c673ed05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:05.520090 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cef5dc-f45d-49b9-84b3-93c5c673ed05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:05.520414 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cef5dc-f45d-49b9-84b3-93c5c673ed05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:05.520736 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cef5dc-f45d-49b9-84b3-93c5c673ed05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:05.521058 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cef5dc-f45d-49b9-84b3-93c5c673ed05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:05.521376 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cef5dc-f45d-49b9-84b3-93c5c673ed05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:05.522282 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cef5dc-f45d-49b9-84b3-93c5c673ed05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:05.522603 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cef5dc-f45d-49b9-84b3-93c5c673ed05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:05.522920 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cef5dc-f45d-49b9-84b3-93c5c673ed05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:05.523233 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cef5dc-f45d-49b9-84b3-93c5c673ed05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:05.543228 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fc24afb5-fe5e-48fd-96bb-65199d22149c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728938'] for network, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.548752 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fc24afb5-fe5e-48fd-96bb-65199d22149c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.550564 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-fc24afb5-fe5e-48fd-96bb-65199d22149c admin admin] 10.222.0.45 "DELETE /v2.0/networks/a438f18f-eabf-4166-ba56-5e9dc4be891e HTTP/1.1" status: 204 len: 168 time: 0.4983850 Jul 14 14:01:05.561675 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24afb5-fe5e-48fd-96bb-65199d22149c admin admin] Pushing event deleted for resources: {'Network': ['ID=a438f18f-eabf-4166-ba56-5e9dc4be891e,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:05.657235 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36182) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:05.696345 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7abbd11e-b7c9-4f5a-9496-976b9f0b11f3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ebdd828c2dd45389e546eb5c76f33fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379424 Jul 14 14:01:05.698703 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36184) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:05.748016 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4aed198b-5bcc-4d1e-81f8-cffdd2486723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.768431 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4aed198b-5bcc-4d1e-81f8-cffdd2486723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.812823 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4aed198b-5bcc-4d1e-81f8-cffdd2486723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.815339 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4aed198b-5bcc-4d1e-81f8-cffdd2486723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.816480 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4aed198b-5bcc-4d1e-81f8-cffdd2486723 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e39a324d-bdbd-4f1f-95fc-3df4923bc47e HTTP/1.1" status: 204 len: 168 time: 0.1169119 Jul 14 14:01:05.824377 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed198b-5bcc-4d1e-81f8-cffdd2486723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39a324d-bdbd-4f1f-95fc-3df4923bc47e,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:05.831291 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed198b-5bcc-4d1e-81f8-cffdd2486723 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:05.831659 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed198b-5bcc-4d1e-81f8-cffdd2486723 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:05.832016 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed198b-5bcc-4d1e-81f8-cffdd2486723 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:05.832336 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed198b-5bcc-4d1e-81f8-cffdd2486723 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:05.832664 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed198b-5bcc-4d1e-81f8-cffdd2486723 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:05.832994 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed198b-5bcc-4d1e-81f8-cffdd2486723 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:05.833318 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed198b-5bcc-4d1e-81f8-cffdd2486723 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:05.833636 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed198b-5bcc-4d1e-81f8-cffdd2486723 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:05.833960 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed198b-5bcc-4d1e-81f8-cffdd2486723 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:05.834341 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed198b-5bcc-4d1e-81f8-cffdd2486723 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:05.834661 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed198b-5bcc-4d1e-81f8-cffdd2486723 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:05.834973 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed198b-5bcc-4d1e-81f8-cffdd2486723 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:06.418424 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54644946-5ac7-4dea-8529-46f11c80fc3a req-4a58baf1-e301-4f73-b023-f175c7ec0d99 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:06.419978 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-54644946-5ac7-4dea-8529-46f11c80fc3a req-4a58baf1-e301-4f73-b023-f175c7ec0d99 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 946 time: 0.0646586 Jul 14 14:01:06.457261 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-54644946-5ac7-4dea-8529-46f11c80fc3a req-1dbc2477-50a3-42a8-8771-16152b08fe46 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316808 Jul 14 14:01:06.568156 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device f5a86309-bcd7-4c4d-9fc5-a77578240091 no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:01:06.588746 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: f5a86309-bcd7-4c4d-9fc5-a77578240091 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:01:06.589011 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device f5a86309-bcd7-4c4d-9fc5-a77578240091 not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:01:06.589422 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device eb92bba2-13b8-4c90-ae71-9856134ebfb0 no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:01:06.607678 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: eb92bba2-13b8-4c90-ae71-9856134ebfb0 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:01:06.608288 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device eb92bba2-13b8-4c90-ae71-9856134ebfb0 not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:01:07.431787 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36242) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:07.531201 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c8c78dfa-d8f6-42b5-a2d4-5d78e50622e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:07.657827 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c8c78dfa-d8f6-42b5-a2d4-5d78e50622e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:07.662403 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c8c78dfa-d8f6-42b5-a2d4-5d78e50622e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:07.682205 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cf27d-b1c6-4c71-9bab-b67ba9b12d22 req-7364dcb0-9f7f-46c7-b7d5-4806924dd0da tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:07.683688 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-889cf27d-b1c6-4c71-9bab-b67ba9b12d22 req-7364dcb0-9f7f-46c7-b7d5-4806924dd0da tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 946 time: 0.1046662 Jul 14 14:01:07.726734 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c8c78dfa-d8f6-42b5-a2d4-5d78e50622e9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c1bf20a318c54c54b344591b856af53b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938552 Jul 14 14:01:07.729408 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36248) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:07.731202 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c78dfa-d8f6-42b5-a2d4-5d78e50622e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de476593-9e5e-4eb9-8be2-0939c198be0f,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:07.745561 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-889cf27d-b1c6-4c71-9bab-b67ba9b12d22 req-ca6ca68d-1e5c-4ec2-a04a-6e4b35a42baa tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups?id=49c53f52-90fa-49f2-b3fc-b979fae4c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554900 Jul 14 14:01:07.779581 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ff996e27-b5f1-44e7-a131-db30fb47011a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:07.799277 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ff996e27-b5f1-44e7-a131-db30fb47011a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:07.846961 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ff996e27-b5f1-44e7-a131-db30fb47011a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:07.849558 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ff996e27-b5f1-44e7-a131-db30fb47011a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:07.853049 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-ff996e27-b5f1-44e7-a131-db30fb47011a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de476593-9e5e-4eb9-8be2-0939c198be0f HTTP/1.1" status: 204 len: 168 time: 0.1203017 Jul 14 14:01:07.860094 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff996e27-b5f1-44e7-a131-db30fb47011a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de476593-9e5e-4eb9-8be2-0939c198be0f,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:08.097953 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b6d65-76b5-4df6-9dfc-4edeb183cc88 req-d1e733ec-fa15-4c1f-b15d-aab1cd0fb146 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:08.099456 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-316b6d65-76b5-4df6-9dfc-4edeb183cc88 req-d1e733ec-fa15-4c1f-b15d-aab1cd0fb146 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 946 time: 0.0636241 Jul 14 14:01:08.102800 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36254) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:08.122530 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cd17e60a-aa6c-4d06-a9a5-86274ffe4a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:08.265937 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-316b6d65-76b5-4df6-9dfc-4edeb183cc88 req-688450c1-b53d-4619-8151-573288887516 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Deleting port 412f049a-53c7-4bad-b972-986f570568de {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:01:08.266217 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-316b6d65-76b5-4df6-9dfc-4edeb183cc88 req-688450c1-b53d-4619-8151-573288887516 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:08.267059 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e8130024-3c1c-4f55-a899-e1291bd12030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:08.338876 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cd17e60a-aa6c-4d06-a9a5-86274ffe4a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:08.344992 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cd17e60a-aa6c-4d06-a9a5-86274ffe4a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:08.408576 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17e60a-aa6c-4d06-a9a5-86274ffe4a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c62fcb-593d-4376-aae7-9509fa2de5d5,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:08.417405 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-cd17e60a-aa6c-4d06-a9a5-86274ffe4a65 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b0fbc0523f914c87a08a22e7f46ba8e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136008 Jul 14 14:01:08.419211 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36256) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:08.419330 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-316b6d65-76b5-4df6-9dfc-4edeb183cc88 req-688450c1-b53d-4619-8151-573288887516 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] For port 412f049a-53c7-4bad-b972-986f570568de, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=412f049a-53c7-4bad-b972-986f570568de,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:08.419653 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-316b6d65-76b5-4df6-9dfc-4edeb183cc88 req-688450c1-b53d-4619-8151-573288887516 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:08.465455 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1809f2e4-1e7a-415f-85df-bdf16f226cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:08.486969 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1809f2e4-1e7a-415f-85df-bdf16f226cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:08.532470 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1809f2e4-1e7a-415f-85df-bdf16f226cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:08.534963 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1809f2e4-1e7a-415f-85df-bdf16f226cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:08.536124 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-1809f2e4-1e7a-415f-85df-bdf16f226cac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d6c62fcb-593d-4376-aae7-9509fa2de5d5 HTTP/1.1" status: 204 len: 168 time: 0.1159031 Jul 14 14:01:08.545011 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809f2e4-1e7a-415f-85df-bdf16f226cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c62fcb-593d-4376-aae7-9509fa2de5d5,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:08.589329 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-316b6d65-76b5-4df6-9dfc-4edeb183cc88 req-688450c1-b53d-4619-8151-573288887516 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:08.590300 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-316b6d65-76b5-4df6-9dfc-4edeb183cc88 req-688450c1-b53d-4619-8151-573288887516 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728900'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:08.590300 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.l3_db [req-316b6d65-76b5-4df6-9dfc-4edeb183cc88 req-688450c1-b53d-4619-8151-573288887516 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Floating IP 29d49df4-7fa5-404d-afcb-95bcdc3255a1 disassociated. External IP: 172.27.2.144, port: 412f049a-53c7-4bad-b972-986f570568de. Jul 14 14:01:08.590300 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-316b6d65-76b5-4df6-9dfc-4edeb183cc88 req-688450c1-b53d-4619-8151-573288887516 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Calling delete_port for 412f049a-53c7-4bad-b972-986f570568de owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:01:08.718758 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-316b6d65-76b5-4df6-9dfc-4edeb183cc88 req-688450c1-b53d-4619-8151-573288887516 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:08.749488 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688450c1-b53d-4619-8151-573288887516 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Pushing event deleted for resources: {'Port': ['ID=412f049a-53c7-4bad-b972-986f570568de,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:08.895706 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-bfa3fe00-5fce-4140-84f5-d75702d48118 req-88d043c1-228f-485a-9811-d3faa1792785 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 210 time: 0.0305107 Jul 14 14:01:09.123641 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [req-316b6d65-76b5-4df6-9dfc-4edeb183cc88 req-688450c1-b53d-4619-8151-573288887516 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Router 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:01:09.237981 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-316b6d65-76b5-4df6-9dfc-4edeb183cc88 req-688450c1-b53d-4619-8151-573288887516 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:01:09.249683 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539c38a9-4608-4589-971b-1c8aa5d7a69d None None] Sync routers for ids ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'] in dv-cinder-797608-5-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:01:09.261464 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539c38a9-4608-4589-971b-1c8aa5d7a69d None None] Routers {'6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:01:09.263349 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-539c38a9-4608-4589-971b-1c8aa5d7a69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:00:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:09.288999 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-316b6d65-76b5-4df6-9dfc-4edeb183cc88 req-688450c1-b53d-4619-8151-573288887516 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] No DVR routers for this DVR port 412f049a-53c7-4bad-b972-986f570568de on host hv-cinder-79760 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:01:09.292126 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-316b6d65-76b5-4df6-9dfc-4edeb183cc88 req-688450c1-b53d-4619-8151-573288887516 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:09.294970 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-316b6d65-76b5-4df6-9dfc-4edeb183cc88 req-688450c1-b53d-4619-8151-573288887516 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.54 "DELETE /v2.0/ports/412f049a-53c7-4bad-b972-986f570568de HTTP/1.1" status: 204 len: 173 time: 1.1847768 Jul 14 14:01:09.295574 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c064e2-805a-42e1-98c6-1e16c3bea2cc', 'name': 'network-vif-deleted', 'tag': '412f049a-53c7-4bad-b972-986f570568de'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:01:09.298556 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fb02a6-8fa3-45cf-97a1-a6991386260a" -d '{"events": [{"server_uuid": "a9c064e2-805a-42e1-98c6-1e16c3bea2cc", "name": "network-vif-deleted", "tag": "412f049a-53c7-4bad-b972-986f570568de"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:01:09.345571 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6b2604-e4ee-47a6-99ef-80eee50c95f0 x-openstack-request-id: req-6a6b2604-e4ee-47a6-99ef-80eee50c95f0 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:01:09.345855 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c064e2-805a-42e1-98c6-1e16c3bea2cc", "name": "network-vif-deleted", "tag": "412f049a-53c7-4bad-b972-986f570568de", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:01:09.346094 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6a6b2604-e4ee-47a6-99ef-80eee50c95f0 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:01:09.346557 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c064e2-805a-42e1-98c6-1e16c3bea2cc', 'name': 'network-vif-deleted', 'tag': '412f049a-53c7-4bad-b972-986f570568de', 'status': 'completed', 'code': 200} Jul 14 14:01:09.385204 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-539c38a9-4608-4589-971b-1c8aa5d7a69d None None] Set router 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:01:09.586310 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-539c38a9-4608-4589-971b-1c8aa5d7a69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1893489216-router', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:15Z', 'updated_at': '2021-07-14T13:53:21Z', 'revision_number': 4, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'gw_port': {'id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:16Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '5da63da3-54fe-4d42-a280-5c8c685d6e34', 'name': '', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'mac_address': 'fa:16:3e:fe:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:19Z', 'updated_at': '2021-07-14T13:53:30Z', 'revision_number': 5, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'subnets': [{'id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:09.611394 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539c38a9-4608-4589-971b-1c8aa5d7a69d None None] Checking router: 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 for host: dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:01:09.619901 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539c38a9-4608-4589-971b-1c8aa5d7a69d None None] Routers {'6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:01:09.620476 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-539c38a9-4608-4589-971b-1c8aa5d7a69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:00:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:09.722499 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-539c38a9-4608-4589-971b-1c8aa5d7a69d None None] Set router 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:01:09.925019 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-539c38a9-4608-4589-971b-1c8aa5d7a69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1893489216-router', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:15Z', 'updated_at': '2021-07-14T13:53:21Z', 'revision_number': 4, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'gw_port': {'id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:16Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '5da63da3-54fe-4d42-a280-5c8c685d6e34', 'name': '', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'mac_address': 'fa:16:3e:fe:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:19Z', 'updated_at': '2021-07-14T13:53:30Z', 'revision_number': 5, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'subnets': [{'id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:09.954153 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539c38a9-4608-4589-971b-1c8aa5d7a69d None None] The sync data for ids ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'] in dv-cinder-797608-5-iscsi is: [{'id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1893489216-router', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:15Z', 'updated_at': '2021-07-14T13:53:21Z', 'revision_number': 4, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'gw_port': {'id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:16Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '5da63da3-54fe-4d42-a280-5c8c685d6e34', 'name': '', 'network_id': '429ffe97-91bc-4ca2-9eda-c647a6878dac', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'mac_address': 'fa:16:3e:fe:a3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:19Z', 'updated_at': '2021-07-14T13:53:30Z', 'revision_number': 5, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'subnets': [{'id': 'b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:01:10.093116 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-135310cc-175c-4238-9dec-c01e9d3d2f22 req-be74f58c-dc77-4e1a-b10c-0b5b23e2f8be tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9c064e2-805a-42e1-98c6-1e16c3bea2cc HTTP/1.1" status: 200 len: 210 time: 0.0343747 Jul 14 14:01:10.232628 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784122a9-425c-44b6-a126-9919f53cfe6a None None] New status for floating IP 29d49df4-7fa5-404d-afcb-95bcdc3255a1: DOWN {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:01:10.315007 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36314) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:10.421565 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-df434c74-5945-40ab-a23c-9061991f0a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.505675 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-df434c74-5945-40ab-a23c-9061991f0a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.509683 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-df434c74-5945-40ab-a23c-9061991f0a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.546091 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df434c74-5945-40ab-a23c-9061991f0a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7d364b-9080-434b-b8a2-33fd27f528e9,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:10.550346 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-df434c74-5945-40ab-a23c-9061991f0a7c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=395995c5384d4a8ea2158bcee5041e69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343078 Jul 14 14:01:10.553027 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36318) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:10.599100 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1840805f-5006-4176-8877-d6b251dd7063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.619530 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1840805f-5006-4176-8877-d6b251dd7063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.663495 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1840805f-5006-4176-8877-d6b251dd7063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.666039 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1840805f-5006-4176-8877-d6b251dd7063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.667141 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-1840805f-5006-4176-8877-d6b251dd7063 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ba7d364b-9080-434b-b8a2-33fd27f528e9 HTTP/1.1" status: 204 len: 168 time: 0.1131425 Jul 14 14:01:10.674319 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840805f-5006-4176-8877-d6b251dd7063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7d364b-9080-434b-b8a2-33fd27f528e9,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:10.911835 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36324) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:10.914750 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-42061cc3-2abf-4f8a-9cfd-db275796598d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.925511 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fa77fcea-8874-4cfa-8501-f99382d596d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.010096 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fa77fcea-8874-4cfa-8501-f99382d596d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.013712 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fa77fcea-8874-4cfa-8501-f99382d596d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.050406 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-fa77fcea-8874-4cfa-8501-f99382d596d4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ff91be06edc414eb1529c9835ccc878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1370468 Jul 14 14:01:11.051339 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77fcea-8874-4cfa-8501-f99382d596d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90363faf-e862-440d-b560-645b790fe40a,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:11.053637 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36326) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:11.099548 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9a4f5020-b513-4320-b6ee-88370ca81b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.122209 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9a4f5020-b513-4320-b6ee-88370ca81b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.167364 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9a4f5020-b513-4320-b6ee-88370ca81b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.169948 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9a4f5020-b513-4320-b6ee-88370ca81b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.171096 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-9a4f5020-b513-4320-b6ee-88370ca81b2e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/90363faf-e862-440d-b560-645b790fe40a HTTP/1.1" status: 204 len: 168 time: 0.1165071 Jul 14 14:01:11.179160 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f5020-b513-4320-b6ee-88370ca81b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90363faf-e862-440d-b560-645b790fe40a,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:11.230949 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36334) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:11.241383 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.284971 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0b38b6ee-cfa9-4197-a574-a690ba4c1653 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.308069 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0b38b6ee-cfa9-4197-a574-a690ba4c1653 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.355916 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0b38b6ee-cfa9-4197-a574-a690ba4c1653 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.358890 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0b38b6ee-cfa9-4197-a574-a690ba4c1653 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.360146 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-0b38b6ee-cfa9-4197-a574-a690ba4c1653 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "DELETE /v2.0/security-groups/49c53f52-90fa-49f2-b3fc-b979fae4c79e HTTP/1.1" status: 204 len: 168 time: 0.1281533 Jul 14 14:01:11.363305 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36338) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:11.370250 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38b6ee-cfa9-4197-a574-a690ba4c1653 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c53f52-90fa-49f2-b3fc-b979fae4c79e,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:11.379307 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.api.v2.resource [None req-4aa71e6b-3626-4518-94be-bbc1ddc82135 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] show failed (client error): The resource could not be found. Jul 14 14:01:11.380422 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4aa71e6b-3626-4518-94be-bbc1ddc82135 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "GET /v2.0/security-groups/49c53f52-90fa-49f2-b3fc-b979fae4c79e HTTP/1.1" status: 404 len: 347 time: 0.0160339 Jul 14 14:01:11.383841 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36340) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:11.514776 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-e80cd11d-d996-4bdd-81ec-ad2f49ad7f36 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Deleting port 321bf21f-a200-49c7-b4b8-db3a87ae85b5 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:01:11.515134 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e80cd11d-d996-4bdd-81ec-ad2f49ad7f36 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.520655 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.590503 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e80cd11d-d996-4bdd-81ec-ad2f49ad7f36 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.590835 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e80cd11d-d996-4bdd-81ec-ad2f49ad7f36 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.602664 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-e80cd11d-d996-4bdd-81ec-ad2f49ad7f36 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Calling delete_port for 321bf21f-a200-49c7-b4b8-db3a87ae85b5 owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:01:11.737677 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e80cd11d-d996-4bdd-81ec-ad2f49ad7f36 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.767346 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80cd11d-d996-4bdd-81ec-ad2f49ad7f36 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Pushing event deleted for resources: {'Port': ['ID=321bf21f-a200-49c7-b4b8-db3a87ae85b5,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:11.832150 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e80cd11d-d996-4bdd-81ec-ad2f49ad7f36 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.835183 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e80cd11d-d996-4bdd-81ec-ad2f49ad7f36 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.836364 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e80cd11d-d996-4bdd-81ec-ad2f49ad7f36 tempest-AttachVolumeShelveTestJSON-1592363603 tempest-AttachVolumeShelveTestJSON-1592363603-project] 10.222.0.45 "DELETE /v2.0/floatingips/29d49df4-7fa5-404d-afcb-95bcdc3255a1 HTTP/1.1" status: 204 len: 168 time: 0.4516156 Jul 14 14:01:11.867188 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:12.320436 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 412f049a-53c7-4bad-b972-986f570568de no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:01:12.339993 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] No Port match for: 412f049a-53c7-4bad-b972-986f570568de {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:01:12.340328 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 412f049a-53c7-4bad-b972-986f570568de not bound to the agent host hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:01:12.971924 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36410) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:13.075314 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a710398f-1fd5-47e8-b7b8-8f204ea7ed22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.163273 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a710398f-1fd5-47e8-b7b8-8f204ea7ed22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.166830 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a710398f-1fd5-47e8-b7b8-8f204ea7ed22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.206385 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a710398f-1fd5-47e8-b7b8-8f204ea7ed22 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=80f05ede593749f6bafbeb481473f54c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333243 Jul 14 14:01:13.207243 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710398f-1fd5-47e8-b7b8-8f204ea7ed22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b10869d-dc0c-45d2-bd12-e8512c85db3d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:13.210207 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36424) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:13.259915 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0a2cc399-62e2-449a-92b7-17a49c68e925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.280403 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0a2cc399-62e2-449a-92b7-17a49c68e925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.324913 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0a2cc399-62e2-449a-92b7-17a49c68e925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.327589 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0a2cc399-62e2-449a-92b7-17a49c68e925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.328873 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-0a2cc399-62e2-449a-92b7-17a49c68e925 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1b10869d-dc0c-45d2-bd12-e8512c85db3d HTTP/1.1" status: 204 len: 168 time: 0.1173038 Jul 14 14:01:13.337062 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cc399-62e2-449a-92b7-17a49c68e925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b10869d-dc0c-45d2-bd12-e8512c85db3d,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:13.582616 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36430) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:13.598076 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3338a9c5-c7d7-4511-b483-2dff77d96307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.656448 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.685283 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3338a9c5-c7d7-4511-b483-2dff77d96307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.688756 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3338a9c5-c7d7-4511-b483-2dff77d96307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.726019 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-3338a9c5-c7d7-4511-b483-2dff77d96307 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=792893811f7e4b1da047c1b574c29811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422994 Jul 14 14:01:13.727090 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338a9c5-c7d7-4511-b483-2dff77d96307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52db1a9-498a-4377-bcbf-f47aae7fa769,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:13.728693 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36432) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:13.778711 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-67570366-a1eb-4b64-9a05-bd8e350a8bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.798858 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-67570366-a1eb-4b64-9a05-bd8e350a8bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.844084 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-67570366-a1eb-4b64-9a05-bd8e350a8bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.846674 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-67570366-a1eb-4b64-9a05-bd8e350a8bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.847831 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-67570366-a1eb-4b64-9a05-bd8e350a8bfc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b52db1a9-498a-4377-bcbf-f47aae7fa769 HTTP/1.1" status: 204 len: 168 time: 0.1173718 Jul 14 14:01:13.855268 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67570366-a1eb-4b64-9a05-bd8e350a8bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52db1a9-498a-4377-bcbf-f47aae7fa769,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:14.408151 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36460) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:14.890682 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d73599c8-b051-4e1f-b352-de2fd611d072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-726084'] for router_interface, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:15.145293 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-d73599c8-b051-4e1f-b352-de2fd611d072 admin admin] Deleting port 5da63da3-54fe-4d42-a280-5c8c685d6e34 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:01:15.145636 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d73599c8-b051-4e1f-b352-de2fd611d072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:15.223485 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-d73599c8-b051-4e1f-b352-de2fd611d072 admin admin] For port 5da63da3-54fe-4d42-a280-5c8c685d6e34, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=5da63da3-54fe-4d42-a280-5c8c685d6e34,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:15.223885 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d73599c8-b051-4e1f-b352-de2fd611d072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:15.236485 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-d73599c8-b051-4e1f-b352-de2fd611d072 admin admin] Calling delete_port for 5da63da3-54fe-4d42-a280-5c8c685d6e34 owned by network:router_interface {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:01:15.417351 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d73599c8-b051-4e1f-b352-de2fd611d072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:15.441946 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73599c8-b051-4e1f-b352-de2fd611d072 admin admin] Pushing event deleted for resources: {'Port': ['ID=5da63da3-54fe-4d42-a280-5c8c685d6e34,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:15.613076 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d73599c8-b051-4e1f-b352-de2fd611d072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726248'] for router_interface, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:15.813984 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73599c8-b051-4e1f-b352-de2fd611d072 admin admin] Router 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:01:15.916896 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73599c8-b051-4e1f-b352-de2fd611d072 admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:01:15.923866 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-d73599c8-b051-4e1f-b352-de2fd611d072 admin admin] 10.222.0.45 "PUT /v2.0/routers/6c2aadbd-43f3-474d-91a6-5f2cef0e89a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5145273 Jul 14 14:01:15.925881 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36528) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:15.930527 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e74505-3706-4c03-aa76-ab16f5e81284 None None] Sync routers for ids ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'] in dv-cinder-797608-5-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:01:15.941717 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e74505-3706-4c03-aa76-ab16f5e81284 None None] Routers {'6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:01:15.942316 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-62e74505-3706-4c03-aa76-ab16f5e81284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:01:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:16.031287 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c496ba78-b459-4f2b-a535-f2883d5b165a admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.045840 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-62e74505-3706-4c03-aa76-ab16f5e81284 None None] Set router 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:01:16.137986 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c496ba78-b459-4f2b-a535-f2883d5b165a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.190074 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-c496ba78-b459-4f2b-a535-f2883d5b165a admin admin] Deleting port eeab0bb2-cd53-4815-a44e-b012207cfdfc {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:01:16.190416 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c496ba78-b459-4f2b-a535-f2883d5b165a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.225466 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-62e74505-3706-4c03-aa76-ab16f5e81284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1893489216-router', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:15Z', 'updated_at': '2021-07-14T14:01:15Z', 'revision_number': 5, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'gw_port': {'id': 'eeab0bb2-cd53-4815-a44e-b012207cfdfc', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:16Z', 'updated_at': '2021-07-14T13:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:16.276227 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-c496ba78-b459-4f2b-a535-f2883d5b165a admin admin] For port eeab0bb2-cd53-4815-a44e-b012207cfdfc, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=eeab0bb2-cd53-4815-a44e-b012207cfdfc,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:16.276585 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c496ba78-b459-4f2b-a535-f2883d5b165a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.289452 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-c496ba78-b459-4f2b-a535-f2883d5b165a admin admin] Calling delete_port for eeab0bb2-cd53-4815-a44e-b012207cfdfc owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:01:16.334768 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e74505-3706-4c03-aa76-ab16f5e81284 None None] Checking router: 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 for host: dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:01:16.342754 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e74505-3706-4c03-aa76-ab16f5e81284 None None] Routers {'6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:01:16.343365 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-62e74505-3706-4c03-aa76-ab16f5e81284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:01:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:16.428427 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-62e74505-3706-4c03-aa76-ab16f5e81284 None None] Set router 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 gateway port host: None {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:01:16.466059 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c496ba78-b459-4f2b-a535-f2883d5b165a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.483535 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-62e74505-3706-4c03-aa76-ab16f5e81284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1893489216-router', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:15Z', 'updated_at': '2021-07-14T14:01:16Z', 'revision_number': 6, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'gw_port_host': None}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:16.502789 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496ba78-b459-4f2b-a535-f2883d5b165a admin admin] Pushing event deleted for resources: {'Port': ['ID=eeab0bb2-cd53-4815-a44e-b012207cfdfc,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:16.514395 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e74505-3706-4c03-aa76-ab16f5e81284 None None] The sync data for ids ['6c2aadbd-43f3-474d-91a6-5f2cef0e89a8'] in dv-cinder-797608-5-iscsi is: [{'id': '6c2aadbd-43f3-474d-91a6-5f2cef0e89a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1893489216-router', 'tenant_id': 'f0682b2d13074b4fbea16bbda342184f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:15Z', 'updated_at': '2021-07-14T14:01:16Z', 'revision_number': 6, 'project_id': 'f0682b2d13074b4fbea16bbda342184f', 'gw_port_host': None}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:01:16.570617 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c496ba78-b459-4f2b-a535-f2883d5b165a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728846'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.664453 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c496ba78-b459-4f2b-a535-f2883d5b165a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58013'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.666990 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c496ba78-b459-4f2b-a535-f2883d5b165a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.712084 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c496ba78-b459-4f2b-a535-f2883d5b165a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723205'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.712600 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c496ba78-b459-4f2b-a535-f2883d5b165a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:01:16.717058 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c496ba78-b459-4f2b-a535-f2883d5b165a admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.718196 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c496ba78-b459-4f2b-a535-f2883d5b165a admin admin] 10.222.0.45 "DELETE /v2.0/routers/6c2aadbd-43f3-474d-91a6-5f2cef0e89a8 HTTP/1.1" status: 204 len: 168 time: 0.7913313 Jul 14 14:01:16.720686 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36532) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:16.763830 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07d9af0-52cd-4341-8fdb-70f3f12d0387 admin admin] Deleting subnet b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:01:16.766838 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d07d9af0-52cd-4341-8fdb-70f3f12d0387 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.800731 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d07d9af0-52cd-4341-8fdb-70f3f12d0387 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125937022'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.917025 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d07d9af0-52cd-4341-8fdb-70f3f12d0387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1831242'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.969559 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d07d9af0-52cd-4341-8fdb-70f3f12d0387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125936972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126024884'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.000015 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d9af0-52cd-4341-8fdb-70f3f12d0387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:17.001944 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d07d9af0-52cd-4341-8fdb-70f3f12d0387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.004597 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d07d9af0-52cd-4341-8fdb-70f3f12d0387 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b0f2b3a6-fe67-449a-81c2-a49cd3f6f2e9 HTTP/1.1" status: 204 len: 168 time: 0.2822025 Jul 14 14:01:17.006869 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36534) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:17.007431 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3637824a-8c93-4c36-acdb-696a83a2c004 None None] Network 429ffe97-91bc-4ca2-9eda-c647a6878dac requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:01:17.074974 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f5d9dc4-ac5b-4e0f-a2d2-d1f8e1292657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670563'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.128273 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-8f5d9dc4-ac5b-4e0f-a2d2-d1f8e1292657 admin admin] Deleting port 64c6c989-8ce4-45cb-8db9-5402db983f53 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:01:17.128617 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f5d9dc4-ac5b-4e0f-a2d2-d1f8e1292657 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.193982 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-8f5d9dc4-ac5b-4e0f-a2d2-d1f8e1292657 admin admin] For port 64c6c989-8ce4-45cb-8db9-5402db983f53, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=64c6c989-8ce4-45cb-8db9-5402db983f53,segment=NetworkSegment(ed2c0c83-cd38-4e16-97ea-cee9ee449804),segment_id=ed2c0c83-cd38-4e16-97ea-cee9ee449804)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:17.194336 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f5d9dc4-ac5b-4e0f-a2d2-d1f8e1292657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.206106 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-8f5d9dc4-ac5b-4e0f-a2d2-d1f8e1292657 admin admin] Calling delete_port for 64c6c989-8ce4-45cb-8db9-5402db983f53 owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:01:17.285117 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f5d9dc4-ac5b-4e0f-a2d2-d1f8e1292657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.300361 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0071dc51-8c3b-4682-b8e5-3944338a6f55 None None] DHCP port deletion for 429ffe97-91bc-4ca2-9eda-c647a6878dac request from dv-cinder-797608-5-iscsi {{(pid=92931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:01:17.310858 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d9dc4-ac5b-4e0f-a2d2-d1f8e1292657 admin admin] Pushing event deleted for resources: {'Port': ['ID=64c6c989-8ce4-45cb-8db9-5402db983f53,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:17.326452 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5d9dc4-ac5b-4e0f-a2d2-d1f8e1292657 admin admin] No DVR routers for this DVR port 64c6c989-8ce4-45cb-8db9-5402db983f53 on host dv-cinder-797608-5-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:01:17.401770 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f5d9dc4-ac5b-4e0f-a2d2-d1f8e1292657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833695', 'neutron.services.segments.db._delete_segments_for_network-8781940339011'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.412437 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-8f5d9dc4-ac5b-4e0f-a2d2-d1f8e1292657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['429ffe97-91bc-4ca2-9eda-c647a6878dac']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:17.422523 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-8f5d9dc4-ac5b-4e0f-a2d2-d1f8e1292657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2c0c83-cd38-4e16-97ea-cee9ee449804') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:17.422765 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-8f5d9dc4-ac5b-4e0f-a2d2-d1f8e1292657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2c0c83-cd38-4e16-97ea-cee9ee449804') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:17.431842 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f5d9dc4-ac5b-4e0f-a2d2-d1f8e1292657 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781940338508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125936999'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.444858 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f5d9dc4-ac5b-4e0f-a2d2-d1f8e1292657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.450610 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5d9dc4-ac5b-4e0f-a2d2-d1f8e1292657 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:01:17.450991 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f5d9dc4-ac5b-4e0f-a2d2-d1f8e1292657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125937378'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: timer() Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: cb(*args, **kw) Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: self._notify() Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: self.callback(batched_events) Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: event.method(event) Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: return self._get(url).json() Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:01:17.452637 dv-cinder-797608-5-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:01:17.513020 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f5d9dc4-ac5b-4e0f-a2d2-d1f8e1292657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728938'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.518471 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f5d9dc4-ac5b-4e0f-a2d2-d1f8e1292657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.520336 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8f5d9dc4-ac5b-4e0f-a2d2-d1f8e1292657 admin admin] 10.222.0.45 "DELETE /v2.0/networks/429ffe97-91bc-4ca2-9eda-c647a6878dac HTTP/1.1" status: 204 len: 168 time: 0.5125661 Jul 14 14:01:17.532365 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d9dc4-ac5b-4e0f-a2d2-d1f8e1292657 admin admin] Pushing event deleted for resources: {'Network': ['ID=429ffe97-91bc-4ca2-9eda-c647a6878dac,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:17.632006 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36540) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:17.669919 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-49341757-210b-4364-ad22-27888f5c2ffe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f0682b2d13074b4fbea16bbda342184f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0367522 Jul 14 14:01:17.672239 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36542) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:17.720513 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-19e0f802-aaac-446c-a519-2c4dd0060139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.742118 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-19e0f802-aaac-446c-a519-2c4dd0060139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.789677 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-19e0f802-aaac-446c-a519-2c4dd0060139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.792517 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-19e0f802-aaac-446c-a519-2c4dd0060139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.793661 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-19e0f802-aaac-446c-a519-2c4dd0060139 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8721ec1f-bf77-4c6a-bdf5-5a51dd64b90b HTTP/1.1" status: 204 len: 168 time: 0.1205330 Jul 14 14:01:17.801641 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0f802-aaac-446c-a519-2c4dd0060139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8721ec1f-bf77-4c6a-bdf5-5a51dd64b90b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:18.576357 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device eeab0bb2-cd53-4815-a44e-b012207cfdfc no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:01:18.596645 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: eeab0bb2-cd53-4815-a44e-b012207cfdfc {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:01:18.596976 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device eeab0bb2-cd53-4815-a44e-b012207cfdfc not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:01:18.597399 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 5da63da3-54fe-4d42-a280-5c8c685d6e34 no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:01:18.616995 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: 5da63da3-54fe-4d42-a280-5c8c685d6e34 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:01:18.617339 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 5da63da3-54fe-4d42-a280-5c8c685d6e34 not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:01:18.617755 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 64c6c989-8ce4-45cb-8db9-5402db983f53 no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:01:18.639117 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: 64c6c989-8ce4-45cb-8db9-5402db983f53 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:01:18.639462 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 64c6c989-8ce4-45cb-8db9-5402db983f53 not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:01:18.976783 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36594) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:19.079116 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5deb5a1f-bda4-4ecf-9c28-94b199dafd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:19.167910 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5deb5a1f-bda4-4ecf-9c28-94b199dafd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:19.171535 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5deb5a1f-bda4-4ecf-9c28-94b199dafd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:19.208604 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5deb5a1f-bda4-4ecf-9c28-94b199dafd3e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=844c3c2eb7e444f9a906eb94ac41bb33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307000 Jul 14 14:01:19.209629 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb5a1f-bda4-4ecf-9c28-94b199dafd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9af238-5523-40ab-808c-9a9bbd8dbe4a,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:19.211160 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36600) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:19.265698 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2d697c6c-ac29-4647-927a-08b1e2c0ef3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:19.290112 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2d697c6c-ac29-4647-927a-08b1e2c0ef3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:19.339760 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2d697c6c-ac29-4647-927a-08b1e2c0ef3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:19.342340 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2d697c6c-ac29-4647-927a-08b1e2c0ef3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:19.343492 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-2d697c6c-ac29-4647-927a-08b1e2c0ef3e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e9af238-5523-40ab-808c-9a9bbd8dbe4a HTTP/1.1" status: 204 len: 168 time: 0.1313097 Jul 14 14:01:19.353577 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d697c6c-ac29-4647-927a-08b1e2c0ef3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9af238-5523-40ab-808c-9a9bbd8dbe4a,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:19.941007 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36622) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:20.035870 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-123dc796-1904-4cda-b16d-8d486b6057bc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-440894222-network', 'tenant_id': '60da0a5c480f49108333456823a57808'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:20.056932 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123dc796-1904-4cda-b16d-8d486b6057bc admin admin] Made reservation on behalf of 60da0a5c480f49108333456823a57808 for: {'network': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:01:20.059464 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-123dc796-1904-4cda-b16d-8d486b6057bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for network, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.067684 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-123dc796-1904-4cda-b16d-8d486b6057bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.152802 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-123dc796-1904-4cda-b16d-8d486b6057bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.156526 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-123dc796-1904-4cda-b16d-8d486b6057bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.177676 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123dc796-1904-4cda-b16d-8d486b6057bc admin admin] vlan segment allocate from pool success with {'vlan_id': 918, 'physical_network': 'physnet1'} {{(pid=92930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:01:20.190956 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123dc796-1904-4cda-b16d-8d486b6057bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc3efe9-d5f9-4f33-9142-2c2442a2a42f,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:20.195662 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-123dc796-1904-4cda-b16d-8d486b6057bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.196008 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.db.segments_db [None req-123dc796-1904-4cda-b16d-8d486b6057bc admin admin] Added segment 4b867df6-90c3-481f-a461-4eb8f4231cb0 of type vlan for network 096c8188-6de6-4e8e-bda5-85bf1b9d7fad Jul 14 14:01:20.234507 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-123dc796-1904-4cda-b16d-8d486b6057bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781939793924'] for network, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.262933 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-123dc796-1904-4cda-b16d-8d486b6057bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for network, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.263906 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123dc796-1904-4cda-b16d-8d486b6057bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:20.264491 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-123dc796-1904-4cda-b16d-8d486b6057bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.310788 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-123dc796-1904-4cda-b16d-8d486b6057bc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3686783 Jul 14 14:01:20.313682 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36628) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:20.318937 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-6778e090-2e15-4283-b957-c13a25e3d29d admin admin] Request body: {'subnet': {'network_id': '096c8188-6de6-4e8e-bda5-85bf1b9d7fad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-440894222-subnet', 'tenant_id': '60da0a5c480f49108333456823a57808', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:20.327800 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123dc796-1904-4cda-b16d-8d486b6057bc admin admin] Pushing event updated for resources: {'Network': ['ID=096c8188-6de6-4e8e-bda5-85bf1b9d7fad,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:20.339698 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Network 096c8188-6de6-4e8e-bda5-85bf1b9d7fad details requested by agent ovs-agent-dv-cinder-797608-5-iscsi with host dv-cinder-797608-5-iscsi {{(pid=92931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:01:20.342122 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6778e090-2e15-4283-b957-c13a25e3d29d admin admin] Made reservation on behalf of 60da0a5c480f49108333456823a57808 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:01:20.344558 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6778e090-2e15-4283-b957-c13a25e3d29d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126024849'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.511169 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6778e090-2e15-4283-b957-c13a25e3d29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125937037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126024867'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.566493 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778e090-2e15-4283-b957-c13a25e3d29d admin admin] Pushing event updated for resources: {'Subnet': ['ID=317e523e-83ea-4947-beb5-92b19c59e0e5,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:20.574802 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6778e090-2e15-4283-b957-c13a25e3d29d admin admin] Checking segment: {'id': '4b867df6-90c3-481f-a461-4eb8f4231cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '096c8188-6de6-4e8e-bda5-85bf1b9d7fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:01:20.575237 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6778e090-2e15-4283-b957-c13a25e3d29d admin admin] Network hostable DHCP agents. Network: 096c8188-6de6-4e8e-bda5-85bf1b9d7fad, hostable agents: ['82b7cd81-444f-4fd8-937d-e6dfe2847fa5'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:01:20.592101 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6778e090-2e15-4283-b957-c13a25e3d29d admin admin] Network 096c8188-6de6-4e8e-bda5-85bf1b9d7fad is scheduled to be hosted by DHCP agent 82b7cd81-444f-4fd8-937d-e6dfe2847fa5 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:01:20.600565 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-6778e090-2e15-4283-b957-c13a25e3d29d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-5-iscsi, 096c8188-6de6-4e8e-bda5-85bf1b9d7fad) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:01:20.605548 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6778e090-2e15-4283-b957-c13a25e3d29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:20.606512 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6778e090-2e15-4283-b957-c13a25e3d29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.610350 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a5ea94-0e87-4333-81c8-f31143dda36b None None] Network 096c8188-6de6-4e8e-bda5-85bf1b9d7fad requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:01:20.620823 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6778e090-2e15-4283-b957-c13a25e3d29d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3060112 Jul 14 14:01:20.734108 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d2f18c-79ed-44af-8818-937c148b5dff None None] Network 096c8188-6de6-4e8e-bda5-85bf1b9d7fad requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:01:21.071921 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36644) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:21.076919 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-b560a0bb-6bc8-4175-ae59-28e9809fd8c7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1218661059-network', 'tenant_id': 'd9fe77feab9a482cb08f472b30889663'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:21.096329 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b560a0bb-6bc8-4175-ae59-28e9809fd8c7 admin admin] Made reservation on behalf of d9fe77feab9a482cb08f472b30889663 for: {'network': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:01:21.098596 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b560a0bb-6bc8-4175-ae59-28e9809fd8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for network, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.107143 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b560a0bb-6bc8-4175-ae59-28e9809fd8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.195487 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b560a0bb-6bc8-4175-ae59-28e9809fd8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.199138 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b560a0bb-6bc8-4175-ae59-28e9809fd8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.225900 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b560a0bb-6bc8-4175-ae59-28e9809fd8c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=92930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:01:21.231867 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560a0bb-6bc8-4175-ae59-28e9809fd8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3be89fd-87d0-4dcc-afb6-36e0da401d0d,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:21.238965 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b560a0bb-6bc8-4175-ae59-28e9809fd8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.240202 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.db.segments_db [None req-b560a0bb-6bc8-4175-ae59-28e9809fd8c7 admin admin] Added segment a84cf83c-caf5-4f35-a518-37b57fea5ad2 of type vlan for network 15362dff-2d66-4161-9d8d-f142dbf686ac Jul 14 14:01:21.277967 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b560a0bb-6bc8-4175-ae59-28e9809fd8c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781939793924'] for network, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.305524 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b560a0bb-6bc8-4175-ae59-28e9809fd8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for network, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.306447 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b560a0bb-6bc8-4175-ae59-28e9809fd8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:21.307018 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b560a0bb-6bc8-4175-ae59-28e9809fd8c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.366015 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-b560a0bb-6bc8-4175-ae59-28e9809fd8c7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2878895 Jul 14 14:01:21.366142 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36648) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:21.369301 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-4dcf4072-4b6f-4f77-a4ad-7735b168814d admin admin] Request body: {'subnet': {'network_id': '15362dff-2d66-4161-9d8d-f142dbf686ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1218661059-subnet', 'tenant_id': 'd9fe77feab9a482cb08f472b30889663', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:21.373092 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560a0bb-6bc8-4175-ae59-28e9809fd8c7 admin admin] Pushing event updated for resources: {'Network': ['ID=15362dff-2d66-4161-9d8d-f142dbf686ac,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:21.383176 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Network 15362dff-2d66-4161-9d8d-f142dbf686ac details requested by agent ovs-agent-dv-cinder-797608-5-iscsi with host dv-cinder-797608-5-iscsi {{(pid=92931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:01:21.388552 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcf4072-4b6f-4f77-a4ad-7735b168814d admin admin] Made reservation on behalf of d9fe77feab9a482cb08f472b30889663 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:01:21.390976 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4dcf4072-4b6f-4f77-a4ad-7735b168814d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126024849'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.561432 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4dcf4072-4b6f-4f77-a4ad-7735b168814d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125937037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126024867'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.613645 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf4072-4b6f-4f77-a4ad-7735b168814d admin admin] Pushing event updated for resources: {'Subnet': ['ID=665f8d98-f9a7-46a7-be63-47a77c1e5fb9,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:21.622561 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcf4072-4b6f-4f77-a4ad-7735b168814d admin admin] Checking segment: {'id': 'a84cf83c-caf5-4f35-a518-37b57fea5ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '15362dff-2d66-4161-9d8d-f142dbf686ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:01:21.622950 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcf4072-4b6f-4f77-a4ad-7735b168814d admin admin] Network hostable DHCP agents. Network: 15362dff-2d66-4161-9d8d-f142dbf686ac, hostable agents: ['82b7cd81-444f-4fd8-937d-e6dfe2847fa5'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:01:21.639870 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcf4072-4b6f-4f77-a4ad-7735b168814d admin admin] Network 15362dff-2d66-4161-9d8d-f142dbf686ac is scheduled to be hosted by DHCP agent 82b7cd81-444f-4fd8-937d-e6dfe2847fa5 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:01:21.650485 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-4dcf4072-4b6f-4f77-a4ad-7735b168814d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-5-iscsi, 15362dff-2d66-4161-9d8d-f142dbf686ac) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:01:21.655637 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcf4072-4b6f-4f77-a4ad-7735b168814d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:21.656564 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4dcf4072-4b6f-4f77-a4ad-7735b168814d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.662875 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d34d58f-7aab-46c6-8119-e3f4aa05a14c None None] Network 15362dff-2d66-4161-9d8d-f142dbf686ac requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:01:21.671692 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4dcf4072-4b6f-4f77-a4ad-7735b168814d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3069246 Jul 14 14:01:21.723085 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:01:21.782551 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36652) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:21.789190 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a119a7e7-a959-4aac-8e41-bb878fcb0084 None None] Network 15362dff-2d66-4161-9d8d-f142dbf686ac requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:01:21.829249 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2463f5-47f2-420a-9ec6-fbf13767b64a admin admin] Deleting subnet 317e523e-83ea-4947-beb5-92b19c59e0e5 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:01:21.832397 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5a2463f5-47f2-420a-9ec6-fbf13767b64a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.870019 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5a2463f5-47f2-420a-9ec6-fbf13767b64a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125937022'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.907038 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5a2463f5-47f2-420a-9ec6-fbf13767b64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1831242'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.956484 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5a2463f5-47f2-420a-9ec6-fbf13767b64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125936972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126024884'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.980632 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2463f5-47f2-420a-9ec6-fbf13767b64a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=317e523e-83ea-4947-beb5-92b19c59e0e5,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:21.984318 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5a2463f5-47f2-420a-9ec6-fbf13767b64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.986780 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5a2463f5-47f2-420a-9ec6-fbf13767b64a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/317e523e-83ea-4947-beb5-92b19c59e0e5 HTTP/1.1" status: 204 len: 168 time: 0.2025800 Jul 14 14:01:21.988595 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36654) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:22.057840 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb4a52f3-0541-4c4f-a977-d05582ea21b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670563'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.132631 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb4a52f3-0541-4c4f-a977-d05582ea21b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833695', 'neutron.services.segments.db._delete_segments_for_network-8781940339011'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.142080 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-fb4a52f3-0541-4c4f-a977-d05582ea21b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096c8188-6de6-4e8e-bda5-85bf1b9d7fad']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:22.151874 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-fb4a52f3-0541-4c4f-a977-d05582ea21b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b867df6-90c3-481f-a461-4eb8f4231cb0') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:22.152167 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-fb4a52f3-0541-4c4f-a977-d05582ea21b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b867df6-90c3-481f-a461-4eb8f4231cb0') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:22.160930 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb4a52f3-0541-4c4f-a977-d05582ea21b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781940338508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125936999'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.179272 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb4a52f3-0541-4c4f-a977-d05582ea21b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.185032 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4a52f3-0541-4c4f-a977-d05582ea21b1 admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:01:22.185453 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb4a52f3-0541-4c4f-a977-d05582ea21b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125937378'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: timer() Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: cb(*args, **kw) Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: self._notify() Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: self.callback(batched_events) Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: event.method(event) Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: return self._get(url).json() Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:01:22.187068 dv-cinder-797608-5-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:01:22.240797 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb4a52f3-0541-4c4f-a977-d05582ea21b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728938'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.245763 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb4a52f3-0541-4c4f-a977-d05582ea21b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.247599 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-fb4a52f3-0541-4c4f-a977-d05582ea21b1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/096c8188-6de6-4e8e-bda5-85bf1b9d7fad HTTP/1.1" status: 204 len: 168 time: 0.2580850 Jul 14 14:01:22.250521 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36656) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:22.258660 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a52f3-0541-4c4f-a977-d05582ea21b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=096c8188-6de6-4e8e-bda5-85bf1b9d7fad,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:22.294434 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce292e8-fa95-45ad-9e02-acfd6277a9c9 admin admin] Deleting subnet 665f8d98-f9a7-46a7-be63-47a77c1e5fb9 {{(pid=92930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:01:22.297549 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4ce292e8-fa95-45ad-9e02-acfd6277a9c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.330555 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4ce292e8-fa95-45ad-9e02-acfd6277a9c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127483996'] for subnet, precommit_delete_associations {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.373216 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4ce292e8-fa95-45ad-9e02-acfd6277a9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1831242'] for subnet, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.424307 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4ce292e8-fa95-45ad-9e02-acfd6277a9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127483997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127770616'] for subnet, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.450470 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce292e8-fa95-45ad-9e02-acfd6277a9c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=665f8d98-f9a7-46a7-be63-47a77c1e5fb9,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:22.455418 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4ce292e8-fa95-45ad-9e02-acfd6277a9c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.457315 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-4ce292e8-fa95-45ad-9e02-acfd6277a9c9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/665f8d98-f9a7-46a7-be63-47a77c1e5fb9 HTTP/1.1" status: 204 len: 168 time: 0.2058070 Jul 14 14:01:22.459743 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36660) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:22.523562 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3ab503c7-281c-4a9a-9b49-2e048417cd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670563'] for network, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.601266 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3ab503c7-281c-4a9a-9b49-2e048417cd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833695', 'neutron.services.segments.db._delete_segments_for_network-8781940339011'] for network, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.611600 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-3ab503c7-281c-4a9a-9b49-2e048417cd13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15362dff-2d66-4161-9d8d-f142dbf686ac']}} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:22.623447 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-3ab503c7-281c-4a9a-9b49-2e048417cd13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84cf83c-caf5-4f35-a518-37b57fea5ad2') {'for_net_delete': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:22.623776 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-3ab503c7-281c-4a9a-9b49-2e048417cd13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84cf83c-caf5-4f35-a518-37b57fea5ad2') {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:22.632907 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3ab503c7-281c-4a9a-9b49-2e048417cd13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781940338508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127483973'] for segment, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.645957 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3ab503c7-281c-4a9a-9b49-2e048417cd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.651530 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab503c7-281c-4a9a-9b49-2e048417cd13 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=92930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:01:22.651939 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3ab503c7-281c-4a9a-9b49-2e048417cd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127484915'] for segment, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: Traceback (most recent call last): Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: timer() Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: cb(*args, **kw) Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: return func(*args, **kwargs) Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: self._notify() Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: self.callback(batched_events) Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: event.method(event) Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: return f(self, *a, **k) Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: return self._get(url).json() Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: return self.request(url, 'GET', **kwargs) Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:01:22.653536 dv-cinder-797608-5-iscsi neutron-server[92930]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:01:22.706829 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3ab503c7-281c-4a9a-9b49-2e048417cd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728938'] for network, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.711866 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3ab503c7-281c-4a9a-9b49-2e048417cd13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.713683 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-3ab503c7-281c-4a9a-9b49-2e048417cd13 admin admin] 10.222.0.45 "DELETE /v2.0/networks/15362dff-2d66-4161-9d8d-f142dbf686ac HTTP/1.1" status: 204 len: 168 time: 0.2530463 Jul 14 14:01:22.728467 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab503c7-281c-4a9a-9b49-2e048417cd13 admin admin] Pushing event deleted for resources: {'Network': ['ID=15362dff-2d66-4161-9d8d-f142dbf686ac,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:22.870374 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36664) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:22.908759 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-4853b79a-e984-465d-818e-7cd6f0ca4f89 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=60da0a5c480f49108333456823a57808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371790 Jul 14 14:01:22.911299 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36666) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:22.958278 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b0667188-06e4-413b-9276-53d93ea15e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.978402 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b0667188-06e4-413b-9276-53d93ea15e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:23.024837 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b0667188-06e4-413b-9276-53d93ea15e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:23.027333 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b0667188-06e4-413b-9276-53d93ea15e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:23.028509 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-b0667188-06e4-413b-9276-53d93ea15e16 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fdc3efe9-d5f9-4f33-9142-2c2442a2a42f HTTP/1.1" status: 204 len: 168 time: 0.1157663 Jul 14 14:01:23.035711 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0667188-06e4-413b-9276-53d93ea15e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc3efe9-d5f9-4f33-9142-2c2442a2a42f,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:23.336536 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36672) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:23.375386 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6e27dd76-7cb7-42c2-bf69-ed0cb823ae9f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d9fe77feab9a482cb08f472b30889663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376611 Jul 14 14:01:23.377815 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36674) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:23.429134 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-53ce8892-83c6-43f3-9ccb-8d95ef5fe00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:23.450587 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-53ce8892-83c6-43f3-9ccb-8d95ef5fe00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:23.502097 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-53ce8892-83c6-43f3-9ccb-8d95ef5fe00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:23.504780 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-53ce8892-83c6-43f3-9ccb-8d95ef5fe00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:23.506848 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-53ce8892-83c6-43f3-9ccb-8d95ef5fe00e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b3be89fd-87d0-4dcc-afb6-36e0da401d0d HTTP/1.1" status: 204 len: 168 time: 0.1280980 Jul 14 14:01:23.516545 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce8892-83c6-43f3-9ccb-8d95ef5fe00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3be89fd-87d0-4dcc-afb6-36e0da401d0d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:28.309332 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36770) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:28.409901 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a107f7eb-295b-4505-9e50-520656ba2b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:28.496566 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a107f7eb-295b-4505-9e50-520656ba2b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:28.500050 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a107f7eb-295b-4505-9e50-520656ba2b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:28.536537 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107f7eb-295b-4505-9e50-520656ba2b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a32c6e-fa7a-429b-b8db-97fbb033b0fd,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:28.541855 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a107f7eb-295b-4505-9e50-520656ba2b00 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=32221d316b724308823bbfd575bb0de6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315099 Jul 14 14:01:28.544534 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36774) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:28.591241 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-88f367d7-cad5-4a88-8a5a-b3095900fb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:28.611914 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-88f367d7-cad5-4a88-8a5a-b3095900fb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:28.655814 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-88f367d7-cad5-4a88-8a5a-b3095900fb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:28.658324 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-88f367d7-cad5-4a88-8a5a-b3095900fb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:28.659454 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-88f367d7-cad5-4a88-8a5a-b3095900fb59 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/19a32c6e-fa7a-429b-b8db-97fbb033b0fd HTTP/1.1" status: 204 len: 168 time: 0.1140218 Jul 14 14:01:28.667461 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f367d7-cad5-4a88-8a5a-b3095900fb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a32c6e-fa7a-429b-b8db-97fbb033b0fd,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:28.910904 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36782) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:28.923808 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7ce5e0ea-8391-450e-898a-2c072b187bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:29.009936 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7ce5e0ea-8391-450e-898a-2c072b187bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:29.013422 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7ce5e0ea-8391-450e-898a-2c072b187bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:29.052478 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-7ce5e0ea-8391-450e-898a-2c072b187bc2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=637df9c75adf47b6b38cdf0f75d70cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405032 Jul 14 14:01:29.053552 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5e0ea-8391-450e-898a-2c072b187bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263ae592-8101-41d2-b6bb-9d05572baa60,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:29.055150 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36784) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:29.106673 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0f5e474e-36f8-48fb-9a1d-38a5e7dd6ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:29.126792 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0f5e474e-36f8-48fb-9a1d-38a5e7dd6ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:29.171853 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0f5e474e-36f8-48fb-9a1d-38a5e7dd6ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:29.174942 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0f5e474e-36f8-48fb-9a1d-38a5e7dd6ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:29.176225 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0f5e474e-36f8-48fb-9a1d-38a5e7dd6ff5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/263ae592-8101-41d2-b6bb-9d05572baa60 HTTP/1.1" status: 204 len: 168 time: 0.1192703 Jul 14 14:01:29.184688 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e474e-36f8-48fb-9a1d-38a5e7dd6ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263ae592-8101-41d2-b6bb-9d05572baa60,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:30.756929 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36840) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:30.861352 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-956e447a-bff3-4134-a951-0fe2478be995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:30.946695 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-956e447a-bff3-4134-a951-0fe2478be995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:30.950063 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-956e447a-bff3-4134-a951-0fe2478be995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:30.987257 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-956e447a-bff3-4134-a951-0fe2478be995 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=64d14c3f4f7c43de8528f0c49d31043f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293136 Jul 14 14:01:30.988397 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e447a-bff3-4134-a951-0fe2478be995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5044e3ce-1024-434f-beec-abaee9280291,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:30.989955 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36846) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:31.037748 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af59e491-7fb7-4c76-a539-846a41539f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:31.057540 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af59e491-7fb7-4c76-a539-846a41539f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:31.103040 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af59e491-7fb7-4c76-a539-846a41539f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:31.105579 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af59e491-7fb7-4c76-a539-846a41539f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:31.106694 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-af59e491-7fb7-4c76-a539-846a41539f7a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5044e3ce-1024-434f-beec-abaee9280291 HTTP/1.1" status: 204 len: 168 time: 0.1157386 Jul 14 14:01:31.115678 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59e491-7fb7-4c76-a539-846a41539f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5044e3ce-1024-434f-beec-abaee9280291,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:31.353074 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36852) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:31.366692 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cc169350-8a04-4d5b-9356-bce201061bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:31.454715 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cc169350-8a04-4d5b-9356-bce201061bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:31.458095 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cc169350-8a04-4d5b-9356-bce201061bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:31.494605 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-cc169350-8a04-4d5b-9356-bce201061bbb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e6f1a38e79c407e92e3bf25ddcc7e0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404901 Jul 14 14:01:31.495784 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc169350-8a04-4d5b-9356-bce201061bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7ed2c9-5730-430a-a175-085473189dd2,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:31.497289 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36854) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:31.543871 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5557abd9-9964-477c-8ed8-e8f105b739fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:31.563971 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5557abd9-9964-477c-8ed8-e8f105b739fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:31.608507 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5557abd9-9964-477c-8ed8-e8f105b739fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:31.611021 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5557abd9-9964-477c-8ed8-e8f105b739fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:31.612175 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-5557abd9-9964-477c-8ed8-e8f105b739fa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7b7ed2c9-5730-430a-a175-085473189dd2 HTTP/1.1" status: 204 len: 168 time: 0.1137674 Jul 14 14:01:31.619575 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557abd9-9964-477c-8ed8-e8f105b739fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7ed2c9-5730-430a-a175-085473189dd2,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:32.591346 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 36886) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:32.689665 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a0e145e5-9fa0-43d3-95d6-ab8278842af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:32.775246 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a0e145e5-9fa0-43d3-95d6-ab8278842af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:32.778693 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a0e145e5-9fa0-43d3-95d6-ab8278842af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:32.814882 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-a0e145e5-9fa0-43d3-95d6-ab8278842af4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1633e3821f3b4481a00d63714da55dc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2224181 Jul 14 14:01:32.816732 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e145e5-9fa0-43d3-95d6-ab8278842af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e43f675-f90c-4a01-95dc-c3e4346e19c1,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:32.817675 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 36890) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:32.864363 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f78e6001-9dc1-4c50-a3d0-4fc9cedb92f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:32.885722 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f78e6001-9dc1-4c50-a3d0-4fc9cedb92f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:32.941921 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f78e6001-9dc1-4c50-a3d0-4fc9cedb92f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:32.941921 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f78e6001-9dc1-4c50-a3d0-4fc9cedb92f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:32.941921 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f78e6001-9dc1-4c50-a3d0-4fc9cedb92f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e43f675-f90c-4a01-95dc-c3e4346e19c1 HTTP/1.1" status: 204 len: 168 time: 0.1178041 Jul 14 14:01:32.945919 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e6001-9dc1-4c50-a3d0-4fc9cedb92f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e43f675-f90c-4a01-95dc-c3e4346e19c1,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:38.267603 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9fd3144e-effc-41d3-a35f-17247ab67d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:40.915854 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7c862dc3-f262-4e5f-9677-f34b87ceb7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:41.231986 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:41.529604 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:41.868479 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:43.657354 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:45.745290 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a8ca2d7f-9ce9-414e-9a9f-88d30303cb0f req-b6704f40-23db-4828-b223-4dbd945f018c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495446 Jul 14 14:01:45.838687 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca2d7f-9ce9-414e-9a9f-88d30303cb0f req-a9971a68-424a-4260-8bbe-2cbec774fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:45.840148 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a8ca2d7f-9ce9-414e-9a9f-88d30303cb0f req-a9971a68-424a-4260-8bbe-2cbec774fde0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=990fdf2e13b14e9fb639f1c032174bdf&device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 1098 time: 0.0522943 Jul 14 14:01:45.940731 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca2d7f-9ce9-414e-9a9f-88d30303cb0f req-78a4f085-fa74-43c0-be1a-d4b2805105ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:45.942162 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a8ca2d7f-9ce9-414e-9a9f-88d30303cb0f req-78a4f085-fa74-43c0-be1a-d4b2805105ae service neutron] 10.222.0.54 "GET /v2.0/networks?id=678bb7df-4b97-4bd4-90be-124739d8c193 HTTP/1.1" status: 200 len: 913 time: 0.0808446 Jul 14 14:01:46.009954 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a8ca2d7f-9ce9-414e-9a9f-88d30303cb0f req-868a3646-c0f3-4251-8616-688dad4e778c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8c9dce2-6287-437f-8618-1dc5a7e7b490 HTTP/1.1" status: 200 len: 1000 time: 0.0603642 Jul 14 14:01:46.060216 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca2d7f-9ce9-414e-9a9f-88d30303cb0f req-e283bb26-2c6b-4ea7-b46c-e9bd21b27b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:46.061936 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a8ca2d7f-9ce9-414e-9a9f-88d30303cb0f req-e283bb26-2c6b-4ea7-b46c-e9bd21b27b4f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aebd5a90-b585-464a-9d2f-1afe8d420f90 HTTP/1.1" status: 200 len: 851 time: 0.0444221 Jul 14 14:01:46.127232 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca2d7f-9ce9-414e-9a9f-88d30303cb0f req-31daf00e-d2c0-4d46-86da-3b9c40f27f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:46.128756 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a8ca2d7f-9ce9-414e-9a9f-88d30303cb0f req-31daf00e-d2c0-4d46-86da-3b9c40f27f2e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=678bb7df-4b97-4bd4-90be-124739d8c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598190 Jul 14 14:01:46.218941 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a8ca2d7f-9ce9-414e-9a9f-88d30303cb0f req-4c5d42a7-b4a8-4dc0-8231-1879592d1b0a service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826738 Jul 14 14:01:46.305024 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a8ca2d7f-9ce9-414e-9a9f-88d30303cb0f req-d4d28608-67ff-4485-a660-e9961122ec66 service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790660 Jul 14 14:01:46.719979 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 37044) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:46.826437 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1cdd089b-27d9-4b63-8b8b-9e076b5f95e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:46.920001 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1cdd089b-27d9-4b63-8b8b-9e076b5f95e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:46.924694 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1cdd089b-27d9-4b63-8b8b-9e076b5f95e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:46.968151 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1cdd089b-27d9-4b63-8b8b-9e076b5f95e6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b46cc4df163a40ef8e7bf1d645dbd8b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540038 Jul 14 14:01:46.969891 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 37056) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:46.971186 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd089b-27d9-4b63-8b8b-9e076b5f95e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a40794-23e3-4db9-b207-2a6845c9c2ac,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:47.036011 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a492dcd9-b5c7-4ad8-9c01-b57c0b2fa7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:47.058361 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a492dcd9-b5c7-4ad8-9c01-b57c0b2fa7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:47.111057 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a492dcd9-b5c7-4ad8-9c01-b57c0b2fa7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:47.114135 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a492dcd9-b5c7-4ad8-9c01-b57c0b2fa7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:47.116185 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-a492dcd9-b5c7-4ad8-9c01-b57c0b2fa7fe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/10a40794-23e3-4db9-b207-2a6845c9c2ac HTTP/1.1" status: 204 len: 168 time: 0.1452484 Jul 14 14:01:47.125639 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492dcd9-b5c7-4ad8-9c01-b57c0b2fa7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a40794-23e3-4db9-b207-2a6845c9c2ac,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:49.266758 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-0f6132bc-7d56-4a01-9993-71b573168f37 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=9c4d34151d0c4e68816ef8db01eb1a1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279396 Jul 14 14:01:49.444055 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-1867d73c-09d1-41e5-88a3-be112928bd7e tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:49.445514 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-1867d73c-09d1-41e5-88a3-be112928bd7e tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735277 Jul 14 14:01:49.460864 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-ed6737a6-7337-4e9f-8579-9815324770bf tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/quotas/9c4d34151d0c4e68816ef8db01eb1a1e HTTP/1.1" status: 200 len: 375 time: 0.0098586 Jul 14 14:01:49.494815 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-66da5309-77f1-4901-8653-60eaf9ad8044 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c4d34151d0c4e68816ef8db01eb1a1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286415 Jul 14 14:01:49.661889 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8302b3c3-7950-48df-8399-a7cdc957c2a3 req-4f207f94-c35a-426f-b399-04c503d12e63 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/ports?device_id=52c65475-3fa5-4cc2-9536-fd807296d315 HTTP/1.1" status: 200 len: 210 time: 0.0279984 Jul 14 14:01:50.759166 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-b9733128-3044-4e49-b149-ace697845c5b tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=9c4d34151d0c4e68816ef8db01eb1a1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321145 Jul 14 14:01:51.127630 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-faaef5ef-7df4-44dc-8d2f-4dfd27adbccf req-c4414ab9-85c9-49d1-bbce-c9ff85d22257 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/ports?device_id=52c65475-3fa5-4cc2-9536-fd807296d315 HTTP/1.1" status: 200 len: 210 time: 0.0358405 Jul 14 14:01:51.174741 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-82fe069f-4f07-438d-a2a9-13b77f079af1 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:51.176310 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-82fe069f-4f07-438d-a2a9-13b77f079af1 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4101417 Jul 14 14:01:51.189129 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-7c2a64db-821e-4640-8276-75cab5c6d39f tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Request body: {'port': {'device_id': '52c65475-3fa5-4cc2-9536-fd807296d315', 'network_id': 'd9dbdfbf-5336-46f1-a63b-b0fc9a9bb272', 'admin_state_up': True, 'tenant_id': '9c4d34151d0c4e68816ef8db01eb1a1e'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:51.307101 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-7c2a64db-821e-4640-8276-75cab5c6d39f tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Made reservation on behalf of 9c4d34151d0c4e68816ef8db01eb1a1e for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:01:51.310793 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-7c2a64db-821e-4640-8276-75cab5c6d39f tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:51.320526 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-7c2a64db-821e-4640-8276-75cab5c6d39f tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:51.417647 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-7c2a64db-821e-4640-8276-75cab5c6d39f tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:51.421524 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-7c2a64db-821e-4640-8276-75cab5c6d39f tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:51.486272 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a64db-821e-4640-8276-75cab5c6d39f tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249057ca-b219-4fa5-ad8c-7b51d6d850c2,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:51.562727 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-7c2a64db-821e-4640-8276-75cab5c6d39f tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Allocated IP 192.168.233.64 (d9dbdfbf-5336-46f1-a63b-b0fc9a9bb272/6c6e5df6-54e8-42ac-815e-608b24eaad28/fd575306-8835-4d10-9681-10a65835dcf6) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:01:51.713847 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-7c2a64db-821e-4640-8276-75cab5c6d39f tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:51.727496 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-7c2a64db-821e-4640-8276-75cab5c6d39f tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Transition to ACTIVE for port object fd575306-8835-4d10-9681-10a65835dcf6 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:01:51.760050 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-7c2a64db-821e-4640-8276-75cab5c6d39f tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:51.804604 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-7c2a64db-821e-4640-8276-75cab5c6d39f tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Network d9dbdfbf-5336-46f1-a63b-b0fc9a9bb272 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:01:51.807732 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-7c2a64db-821e-4640-8276-75cab5c6d39f tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:01:51.811545 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-7c2a64db-821e-4640-8276-75cab5c6d39f tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:01:51.817757 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a64db-821e-4640-8276-75cab5c6d39f tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Pushing event updated for resources: {'Port': ['ID=fd575306-8835-4d10-9681-10a65835dcf6,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:51.866318 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-7c2a64db-821e-4640-8276-75cab5c6d39f tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:51.866969 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-7c2a64db-821e-4640-8276-75cab5c6d39f tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:51.881795 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-7c2a64db-821e-4640-8276-75cab5c6d39f tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6963484 Jul 14 14:01:51.893894 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-30b0c764-27af-40f0-9428-bb7d1641627e service neutron] Request body: {'port': {'device_id': '52c65475-3fa5-4cc2-9536-fd807296d315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:51.975463 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-30b0c764-27af-40f0-9428-bb7d1641627e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:52.094204 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-330bc9d5-31ae-4666-aa09-98dfddead741 None None] Provisioning for port fd575306-8835-4d10-9681-10a65835dcf6 completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:01:52.097723 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-330bc9d5-31ae-4666-aa09-98dfddead741 None None] Provisioning complete for port fd575306-8835-4d10-9681-10a65835dcf6 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:01:52.098076 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-330bc9d5-31ae-4666-aa09-98dfddead741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:52.135086 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-330bc9d5-31ae-4666-aa09-98dfddead741 None None] Port fd575306-8835-4d10-9681-10a65835dcf6 cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:01:52.248665 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-30b0c764-27af-40f0-9428-bb7d1641627e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd575306-8835-4d10-9681-10a65835dcf6 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:01:52.256629 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-30b0c764-27af-40f0-9428-bb7d1641627e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:52.268105 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-30b0c764-27af-40f0-9428-bb7d1641627e service neutron] Transition to ACTIVE for port object fd575306-8835-4d10-9681-10a65835dcf6 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:01:52.272464 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-30b0c764-27af-40f0-9428-bb7d1641627e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:52.307075 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b1d7b-a8ac-4df1-9f1d-30461f2c180c req-e891c513-d03a-4f69-bb2b-34a324c503ff tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:52.308562 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b92b1d7b-a8ac-4df1-9f1d-30461f2c180c req-e891c513-d03a-4f69-bb2b-34a324c503ff tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/ports?device_id=52c65475-3fa5-4cc2-9536-fd807296d315 HTTP/1.1" status: 200 len: 935 time: 0.0695999 Jul 14 14:01:52.344193 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0c764-27af-40f0-9428-bb7d1641627e service neutron] Pushing event updated for resources: {'Port': ['ID=fd575306-8835-4d10-9681-10a65835dcf6,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:52.350733 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b92b1d7b-a8ac-4df1-9f1d-30461f2c180c req-c3e510b9-d96d-4bec-9b64-733e5e410996 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/security-groups?id=249057ca-b219-4fa5-ad8c-7b51d6d850c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359704 Jul 14 14:01:52.404777 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-30b0c764-27af-40f0-9428-bb7d1641627e service neutron] Attempting to bind port fd575306-8835-4d10-9681-10a65835dcf6 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:01:52.405258 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-30b0c764-27af-40f0-9428-bb7d1641627e service neutron] Attempting to bind port fd575306-8835-4d10-9681-10a65835dcf6 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '5b909a59-293f-4b48-a356-b0ae79930aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'd9dbdfbf-5336-46f1-a63b-b0fc9a9bb272'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:01:52.407169 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-30b0c764-27af-40f0-9428-bb7d1641627e service neutron] Attempting to bind port fd575306-8835-4d10-9681-10a65835dcf6 on network d9dbdfbf-5336-46f1-a63b-b0fc9a9bb272 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:01:52.412574 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-30b0c764-27af-40f0-9428-bb7d1641627e service neutron] Port fd575306-8835-4d10-9681-10a65835dcf6 on network d9dbdfbf-5336-46f1-a63b-b0fc9a9bb272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:01:52.412901 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-30b0c764-27af-40f0-9428-bb7d1641627e service neutron] Attempting to bind port fd575306-8835-4d10-9681-10a65835dcf6 on network d9dbdfbf-5336-46f1-a63b-b0fc9a9bb272 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:01:52.418476 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-30b0c764-27af-40f0-9428-bb7d1641627e service neutron] Checking agent: {'id': '452dea11-d79b-49e5-b391-0cd9cce6a9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:01:52.418813 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-30b0c764-27af-40f0-9428-bb7d1641627e service neutron] Checking segment: {'id': '5b909a59-293f-4b48-a356-b0ae79930aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'd9dbdfbf-5336-46f1-a63b-b0fc9a9bb272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:01:52.419319 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-30b0c764-27af-40f0-9428-bb7d1641627e service neutron] Bound using segment: {'id': '5b909a59-293f-4b48-a356-b0ae79930aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'd9dbdfbf-5336-46f1-a63b-b0fc9a9bb272'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:01:52.419799 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-30b0c764-27af-40f0-9428-bb7d1641627e service neutron] Bound port: fd575306-8835-4d10-9681-10a65835dcf6, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b909a59-293f-4b48-a356-b0ae79930aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'd9dbdfbf-5336-46f1-a63b-b0fc9a9bb272'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:01:52.420163 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-30b0c764-27af-40f0-9428-bb7d1641627e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:52.491912 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-30b0c764-27af-40f0-9428-bb7d1641627e service neutron] For port fd575306-8835-4d10-9681-10a65835dcf6, host hv-cinder-79760, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:01:52.495101 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-30b0c764-27af-40f0-9428-bb7d1641627e service neutron] For port fd575306-8835-4d10-9681-10a65835dcf6, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fd575306-8835-4d10-9681-10a65835dcf6,segment=NetworkSegment(5b909a59-293f-4b48-a356-b0ae79930aae),segment_id=5b909a59-293f-4b48-a356-b0ae79930aae)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:01:52.499781 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-30b0c764-27af-40f0-9428-bb7d1641627e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:52.532157 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-30b0c764-27af-40f0-9428-bb7d1641627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:52.532845 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-30b0c764-27af-40f0-9428-bb7d1641627e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:52.534129 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-30b0c764-27af-40f0-9428-bb7d1641627e service neutron] 10.222.0.54 "PUT /v2.0/ports/fd575306-8835-4d10-9681-10a65835dcf6 HTTP/1.1" status: 200 len: 1097 time: 0.6445212 Jul 14 14:01:52.534561 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c65475-3fa5-4cc2-9536-fd807296d315', 'tag': 'fd575306-8835-4d10-9681-10a65835dcf6'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:01:52.536874 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d0cb6b-a6df-4e8e-9ad9-f90c675e6c42" -d '{"events": [{"name": "network-changed", "server_uuid": "52c65475-3fa5-4cc2-9536-fd807296d315", "tag": "fd575306-8835-4d10-9681-10a65835dcf6"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:01:52.606393 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd758dd4-8706-4506-b0c5-e59163d74d6d x-openstack-request-id: req-bd758dd4-8706-4506-b0c5-e59163d74d6d {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:01:52.606683 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c65475-3fa5-4cc2-9536-fd807296d315", "tag": "fd575306-8835-4d10-9681-10a65835dcf6", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:01:52.606931 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bd758dd4-8706-4506-b0c5-e59163d74d6d {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:01:52.607324 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c65475-3fa5-4cc2-9536-fd807296d315', 'tag': 'fd575306-8835-4d10-9681-10a65835dcf6', 'status': 'completed', 'code': 200} Jul 14 14:01:52.612748 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0c764-27af-40f0-9428-bb7d1641627e service neutron] Pushing event updated for resources: {'Port': ['ID=fd575306-8835-4d10-9681-10a65835dcf6,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:52.650333 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-1d28f877-e2fa-40ce-b9ff-b70ee69382ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:52.651925 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-1d28f877-e2fa-40ce-b9ff-b70ee69382ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c4d34151d0c4e68816ef8db01eb1a1e&device_id=52c65475-3fa5-4cc2-9536-fd807296d315 HTTP/1.1" status: 200 len: 1100 time: 0.0751543 Jul 14 14:01:52.698147 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-7a37c870-95bd-4b6c-ab41-a2aea6ea53b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=fd575306-8835-4d10-9681-10a65835dcf6 HTTP/1.1" status: 200 len: 217 time: 0.0384190 Jul 14 14:01:52.747974 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-e2072bb6-26da-4853-ae7d-b985df256f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:52.749431 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-e2072bb6-26da-4853-ae7d-b985df256f0c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c6e5df6-54e8-42ac-815e-608b24eaad28 HTTP/1.1" status: 200 len: 843 time: 0.0444677 Jul 14 14:01:52.807586 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-3a8e61f9-cc1c-4fee-a47e-d4ad9e2b332a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:52.809125 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-3a8e61f9-cc1c-4fee-a47e-d4ad9e2b332a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d9dbdfbf-5336-46f1-a63b-b0fc9a9bb272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0515547 Jul 14 14:01:52.902915 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-368a76a5-b6f0-4cbb-a429-5c0d1382ccfa service neutron] 10.222.0.54 "GET /v2.0/networks/d9dbdfbf-5336-46f1-a63b-b0fc9a9bb272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839434 Jul 14 14:01:52.993175 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aaafce1a-9de8-4db7-8bca-79a610668eb0 req-9b6bcfc3-83ae-4956-a8d8-b32f1e894917 service neutron] 10.222.0.54 "GET /v2.0/networks/d9dbdfbf-5336-46f1-a63b-b0fc9a9bb272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821064 Jul 14 14:01:53.095402 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0cb6b-a6df-4e8e-9ad9-f90c675e6c42 req-83ccbee0-1b11-4a3a-9596-40f4519d6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:53.096938 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-06d0cb6b-a6df-4e8e-9ad9-f90c675e6c42 req-83ccbee0-1b11-4a3a-9596-40f4519d6e8e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c4d34151d0c4e68816ef8db01eb1a1e&device_id=52c65475-3fa5-4cc2-9536-fd807296d315 HTTP/1.1" status: 200 len: 1100 time: 0.0565774 Jul 14 14:01:53.186582 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0cb6b-a6df-4e8e-9ad9-f90c675e6c42 req-f56d86af-50e5-4c74-b694-824933e8f41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:53.188063 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-06d0cb6b-a6df-4e8e-9ad9-f90c675e6c42 req-f56d86af-50e5-4c74-b694-824933e8f41d service neutron] 10.222.0.54 "GET /v2.0/networks?id=d9dbdfbf-5336-46f1-a63b-b0fc9a9bb272 HTTP/1.1" status: 200 len: 870 time: 0.0832989 Jul 14 14:01:53.240351 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-06d0cb6b-a6df-4e8e-9ad9-f90c675e6c42 req-403b4c50-2e61-4dd5-9813-c610e66f2e03 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=fd575306-8835-4d10-9681-10a65835dcf6 HTTP/1.1" status: 200 len: 217 time: 0.0383785 Jul 14 14:01:53.290065 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0cb6b-a6df-4e8e-9ad9-f90c675e6c42 req-2b01977f-4165-4f3e-bc90-136a04a18c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:53.291500 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-06d0cb6b-a6df-4e8e-9ad9-f90c675e6c42 req-2b01977f-4165-4f3e-bc90-136a04a18c71 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c6e5df6-54e8-42ac-815e-608b24eaad28 HTTP/1.1" status: 200 len: 843 time: 0.0431612 Jul 14 14:01:53.349173 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0cb6b-a6df-4e8e-9ad9-f90c675e6c42 req-efcb1fc6-7d21-42b5-a78d-0beb055ca6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:53.350650 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-06d0cb6b-a6df-4e8e-9ad9-f90c675e6c42 req-efcb1fc6-7d21-42b5-a78d-0beb055ca6cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d9dbdfbf-5336-46f1-a63b-b0fc9a9bb272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0504942 Jul 14 14:01:53.444826 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-06d0cb6b-a6df-4e8e-9ad9-f90c675e6c42 req-e54fb8ad-dbe7-485c-acb7-e9e5c1f4dfa0 service neutron] 10.222.0.54 "GET /v2.0/networks/d9dbdfbf-5336-46f1-a63b-b0fc9a9bb272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850754 Jul 14 14:01:53.529067 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba8cd0-76fb-4cc0-adc6-b35f9521a8d6 req-cf4276fd-cc6c-46ae-b658-c1ce968a9b2a tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:53.530547 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-82ba8cd0-76fb-4cc0-adc6-b35f9521a8d6 req-cf4276fd-cc6c-46ae-b658-c1ce968a9b2a tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/ports?device_id=52c65475-3fa5-4cc2-9536-fd807296d315 HTTP/1.1" status: 200 len: 947 time: 0.0623295 Jul 14 14:01:53.533764 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-06d0cb6b-a6df-4e8e-9ad9-f90c675e6c42 req-8440af3f-626d-4f36-8868-d110a50612af service neutron] 10.222.0.54 "GET /v2.0/networks/d9dbdfbf-5336-46f1-a63b-b0fc9a9bb272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816391 Jul 14 14:01:53.570781 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-82ba8cd0-76fb-4cc0-adc6-b35f9521a8d6 req-e4201c50-9db0-462d-bba5-31242e37ecee tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/security-groups?id=249057ca-b219-4fa5-ad8c-7b51d6d850c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345414 Jul 14 14:01:54.469734 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device fd575306-8835-4d10-9681-10a65835dcf6 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:01:54.561772 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port fd575306-8835-4d10-9681-10a65835dcf6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fd575306-8835-4d10-9681-10a65835dcf6,segment=NetworkSegment(5b909a59-293f-4b48-a356-b0ae79930aae),segment_id=5b909a59-293f-4b48-a356-b0ae79930aae)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:54.572393 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': 'fd575306-8835-4d10-9681-10a65835dcf6', 'network_id': 'd9dbdfbf-5336-46f1-a63b-b0fc9a9bb272', 'port_id': 'fd575306-8835-4d10-9681-10a65835dcf6', 'mac_address': 'fa:16:3e:a6:08:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6e5df6-54e8-42ac-815e-608b24eaad28', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:01:54.612898 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:54.626051 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd575306-8835-4d10-9681-10a65835dcf6 {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:01:54.646587 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port fd575306-8835-4d10-9681-10a65835dcf6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fd575306-8835-4d10-9681-10a65835dcf6,segment=NetworkSegment(5b909a59-293f-4b48-a356-b0ae79930aae),segment_id=5b909a59-293f-4b48-a356-b0ae79930aae)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:54.651261 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:54.698858 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=fd575306-8835-4d10-9681-10a65835dcf6,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:54.750877 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb16266-5d28-4768-94b8-c06253894316 req-175754d5-1dd1-40af-825c-eb60b676f50b tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:54.752396 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-adb16266-5d28-4768-94b8-c06253894316 req-175754d5-1dd1-40af-825c-eb60b676f50b tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/ports?device_id=52c65475-3fa5-4cc2-9536-fd807296d315 HTTP/1.1" status: 200 len: 948 time: 0.0669329 Jul 14 14:01:54.789314 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-adb16266-5d28-4768-94b8-c06253894316 req-7e8adb63-9e40-47f1-b36f-d5fbad2a1074 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/security-groups?id=249057ca-b219-4fa5-ad8c-7b51d6d850c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313644 Jul 14 14:01:54.915627 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['fd575306-8835-4d10-9681-10a65835dcf6'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:01:55.962638 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcc125-01e5-4293-9020-b1f95fcc5782 req-0bbc1a84-cf02-417c-8a68-5c47a98a8f4a tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:55.964041 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4bfcc125-01e5-4293-9020-b1f95fcc5782 req-0bbc1a84-cf02-417c-8a68-5c47a98a8f4a tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/ports?device_id=52c65475-3fa5-4cc2-9536-fd807296d315 HTTP/1.1" status: 200 len: 948 time: 0.0647953 Jul 14 14:01:56.001645 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4bfcc125-01e5-4293-9020-b1f95fcc5782 req-9358c65f-da3b-4b19-b036-c43e391ecaac tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/security-groups?id=249057ca-b219-4fa5-ad8c-7b51d6d850c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314369 Jul 14 14:01:57.077229 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device fd575306-8835-4d10-9681-10a65835dcf6 up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:01:57.127399 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning for port fd575306-8835-4d10-9681-10a65835dcf6 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:01:57.131323 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port fd575306-8835-4d10-9681-10a65835dcf6 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:01:57.131711 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:57.176551 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbd306-2454-4882-bad9-b99abbe77672 req-63043784-36cc-4ec4-bf3d-3bfe47db534f tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:57.178009 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-49fbd306-2454-4882-bad9-b99abbe77672 req-63043784-36cc-4ec4-bf3d-3bfe47db534f tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/ports?device_id=52c65475-3fa5-4cc2-9536-fd807296d315 HTTP/1.1" status: 200 len: 948 time: 0.0668190 Jul 14 14:01:57.209938 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:57.218041 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-49fbd306-2454-4882-bad9-b99abbe77672 req-c240e141-a61e-4762-823c-cec35742c048 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/security-groups?id=249057ca-b219-4fa5-ad8c-7b51d6d850c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344088 Jul 14 14:01:57.242703 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c65475-3fa5-4cc2-9536-fd807296d315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd575306-8835-4d10-9681-10a65835dcf6'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:01:57.244974 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5729968-0e49-4a60-a983-67a6c25692d4" -d '{"events": [{"server_uuid": "52c65475-3fa5-4cc2-9536-fd807296d315", "name": "network-vif-plugged", "status": "completed", "tag": "fd575306-8835-4d10-9681-10a65835dcf6"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:01:57.266281 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port fd575306-8835-4d10-9681-10a65835dcf6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fd575306-8835-4d10-9681-10a65835dcf6,segment=NetworkSegment(5b909a59-293f-4b48-a356-b0ae79930aae),segment_id=5b909a59-293f-4b48-a356-b0ae79930aae)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:57.271110 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:57.286765 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44057b6-99cd-4fb9-b46b-f08ce73c8bb5 x-openstack-request-id: req-a44057b6-99cd-4fb9-b46b-f08ce73c8bb5 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:01:57.287087 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c65475-3fa5-4cc2-9536-fd807296d315", "name": "network-vif-plugged", "status": "completed", "tag": "fd575306-8835-4d10-9681-10a65835dcf6", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:01:57.287332 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a44057b6-99cd-4fb9-b46b-f08ce73c8bb5 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:01:57.287762 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c65475-3fa5-4cc2-9536-fd807296d315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd575306-8835-4d10-9681-10a65835dcf6', 'code': 200} Jul 14 14:01:57.330746 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=fd575306-8835-4d10-9681-10a65835dcf6,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:58.390283 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c2f5a-24c5-47a0-93d5-5036ecabf0a3 req-941e01b6-9a4b-4894-8919-ce2b30d50b15 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:58.392542 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-051c2f5a-24c5-47a0-93d5-5036ecabf0a3 req-941e01b6-9a4b-4894-8919-ce2b30d50b15 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/ports?device_id=52c65475-3fa5-4cc2-9536-fd807296d315 HTTP/1.1" status: 200 len: 949 time: 0.0635090 Jul 14 14:01:58.430436 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-051c2f5a-24c5-47a0-93d5-5036ecabf0a3 req-cc6c4464-c691-440e-827e-6d79b2489af5 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/security-groups?id=249057ca-b219-4fa5-ad8c-7b51d6d850c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322437 Jul 14 14:01:58.722675 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:01:59.382195 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d2b5f-9099-438a-a325-905625af0624 req-5cddfd46-a16f-44a8-82b5-1cad6b199472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:59.383860 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7e1d2b5f-9099-438a-a325-905625af0624 req-5cddfd46-a16f-44a8-82b5-1cad6b199472 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=52c65475-3fa5-4cc2-9536-fd807296d315 HTTP/1.1" status: 200 len: 1102 time: 0.0591164 Jul 14 14:01:59.419488 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7e1d2b5f-9099-438a-a325-905625af0624 req-a3d31489-9c00-4ede-9fb2-b44bde49f31e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=249057ca-b219-4fa5-ad8c-7b51d6d850c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290425 Jul 14 14:01:59.600287 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1a957-9c46-403c-b706-bd4313db9d81 req-adcb1cfc-e60a-4795-a756-8eea663f36b7 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:59.601658 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-fac1a957-9c46-403c-b706-bd4313db9d81 req-adcb1cfc-e60a-4795-a756-8eea663f36b7 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/ports?device_id=52c65475-3fa5-4cc2-9536-fd807296d315 HTTP/1.1" status: 200 len: 949 time: 0.0618184 Jul 14 14:01:59.638420 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-fac1a957-9c46-403c-b706-bd4313db9d81 req-372c0d56-e408-4c44-8c84-4df4121b04ca tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/security-groups?id=249057ca-b219-4fa5-ad8c-7b51d6d850c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312152 Jul 14 14:02:00.810920 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5fd21-1979-4a9f-ba03-aca0a87dc57b req-04e541cf-7bf7-450b-ae83-f778e6d354ea tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:00.812409 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2df5fd21-1979-4a9f-ba03-aca0a87dc57b req-04e541cf-7bf7-450b-ae83-f778e6d354ea tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/ports?device_id=52c65475-3fa5-4cc2-9536-fd807296d315 HTTP/1.1" status: 200 len: 949 time: 0.0629542 Jul 14 14:02:00.849916 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2df5fd21-1979-4a9f-ba03-aca0a87dc57b req-90a550bf-70be-47d7-a47b-11de66bf2c81 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/security-groups?id=249057ca-b219-4fa5-ad8c-7b51d6d850c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319436 Jul 14 14:02:01.247328 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d74a3-30d9-40ea-9207-7f7a22d95baa req-a7c90ba5-0679-4900-895f-40ef895e1799 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:01.248894 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-240d74a3-30d9-40ea-9207-7f7a22d95baa req-a7c90ba5-0679-4900-895f-40ef895e1799 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/ports?device_id=52c65475-3fa5-4cc2-9536-fd807296d315 HTTP/1.1" status: 200 len: 949 time: 0.0636272 Jul 14 14:02:01.285589 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-240d74a3-30d9-40ea-9207-7f7a22d95baa req-de379a99-8ed6-4e77-a215-ffebf88cbbd9 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/security-groups?id=249057ca-b219-4fa5-ad8c-7b51d6d850c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312738 Jul 14 14:02:02.456777 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da980f60-15ee-4735-9124-353bbabb10cb req-c37a75fc-d24d-44af-a477-8913499ad54d tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:02.458249 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-da980f60-15ee-4735-9124-353bbabb10cb req-c37a75fc-d24d-44af-a477-8913499ad54d tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/ports?device_id=52c65475-3fa5-4cc2-9536-fd807296d315 HTTP/1.1" status: 200 len: 949 time: 0.0631714 Jul 14 14:02:02.498319 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-da980f60-15ee-4735-9124-353bbabb10cb req-dff23a7e-9c63-4450-9fd4-ba2efb05eb66 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/security-groups?id=249057ca-b219-4fa5-ad8c-7b51d6d850c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345995 Jul 14 14:02:03.108881 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e33404-f3e2-4d84-a732-15d3f4dbba05 req-771de5c3-c329-471d-a3ba-261bdfcd9b23 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:03.110313 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b5e33404-f3e2-4d84-a732-15d3f4dbba05 req-771de5c3-c329-471d-a3ba-261bdfcd9b23 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.54 "GET /v2.0/ports?device_id=52c65475-3fa5-4cc2-9536-fd807296d315 HTTP/1.1" status: 200 len: 949 time: 0.0658004 Jul 14 14:02:03.208895 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-b5e33404-f3e2-4d84-a732-15d3f4dbba05 req-f0620fc9-6988-4f08-a9a6-d1b3061f00c1 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Deleting port fd575306-8835-4d10-9681-10a65835dcf6 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:02:03.209235 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-b5e33404-f3e2-4d84-a732-15d3f4dbba05 req-f0620fc9-6988-4f08-a9a6-d1b3061f00c1 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:03.298127 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-b5e33404-f3e2-4d84-a732-15d3f4dbba05 req-f0620fc9-6988-4f08-a9a6-d1b3061f00c1 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] For port fd575306-8835-4d10-9681-10a65835dcf6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fd575306-8835-4d10-9681-10a65835dcf6,segment=NetworkSegment(5b909a59-293f-4b48-a356-b0ae79930aae),segment_id=5b909a59-293f-4b48-a356-b0ae79930aae)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:03.298491 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-b5e33404-f3e2-4d84-a732-15d3f4dbba05 req-f0620fc9-6988-4f08-a9a6-d1b3061f00c1 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:03.311284 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-b5e33404-f3e2-4d84-a732-15d3f4dbba05 req-f0620fc9-6988-4f08-a9a6-d1b3061f00c1 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Calling delete_port for fd575306-8835-4d10-9681-10a65835dcf6 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:02:03.451879 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-b5e33404-f3e2-4d84-a732-15d3f4dbba05 req-f0620fc9-6988-4f08-a9a6-d1b3061f00c1 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:03.465925 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['fd575306-8835-4d10-9681-10a65835dcf6'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:02:03.478243 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0620fc9-6988-4f08-a9a6-d1b3061f00c1 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Pushing event deleted for resources: {'Port': ['ID=fd575306-8835-4d10-9681-10a65835dcf6,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:03.541918 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e33404-f3e2-4d84-a732-15d3f4dbba05 req-f0620fc9-6988-4f08-a9a6-d1b3061f00c1 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] No DVR routers for this DVR port fd575306-8835-4d10-9681-10a65835dcf6 on host hv-cinder-79760 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:02:03.549692 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-b5e33404-f3e2-4d84-a732-15d3f4dbba05 req-f0620fc9-6988-4f08-a9a6-d1b3061f00c1 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:03.551789 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b5e33404-f3e2-4d84-a732-15d3f4dbba05 req-f0620fc9-6988-4f08-a9a6-d1b3061f00c1 tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.54 "DELETE /v2.0/ports/fd575306-8835-4d10-9681-10a65835dcf6 HTTP/1.1" status: 204 len: 173 time: 0.4333687 Jul 14 14:02:03.552252 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c65475-3fa5-4cc2-9536-fd807296d315', 'name': 'network-vif-deleted', 'tag': 'fd575306-8835-4d10-9681-10a65835dcf6'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:02:03.554541 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47caad74-e928-4949-a37f-f9a9fb579a20" -d '{"events": [{"server_uuid": "52c65475-3fa5-4cc2-9536-fd807296d315", "name": "network-vif-deleted", "tag": "fd575306-8835-4d10-9681-10a65835dcf6"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:02:03.591086 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-8933a6ce-0046-4039-b683-f21b83b6d95f tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-161067210&fields=id&tenant_id=990fdf2e13b14e9fb639f1c032174bdf HTTP/1.1" status: 200 len: 267 time: 0.0475302 Jul 14 14:02:03.657568 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9843ab87-d6c6-46cc-b903-eb98059b0042 req-9399dcbd-a096-4971-9c30-8f884b7cd2bf tempest-VolumesNegativeTest-638999770 tempest-VolumesNegativeTest-638999770-project] 10.222.0.45 "GET /v2.0/ports?device_id=52c65475-3fa5-4cc2-9536-fd807296d315 HTTP/1.1" status: 200 len: 210 time: 0.0338764 Jul 14 14:02:03.709304 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b0ac8a-cdbe-43d7-b0ff-f3308dacd2c8 x-openstack-request-id: req-a6b0ac8a-cdbe-43d7-b0ff-f3308dacd2c8 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:02:03.709932 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c65475-3fa5-4cc2-9536-fd807296d315", "name": "network-vif-deleted", "tag": "fd575306-8835-4d10-9681-10a65835dcf6", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:02:03.710346 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a6b0ac8a-cdbe-43d7-b0ff-f3308dacd2c8 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:02:03.710831 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c65475-3fa5-4cc2-9536-fd807296d315', 'name': 'network-vif-deleted', 'tag': 'fd575306-8835-4d10-9681-10a65835dcf6', 'status': 'completed', 'code': 200} Jul 14 14:02:03.735757 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-a90856a0-857a-4f05-9a15-abcc04d4dff6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:03.737274 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-a90856a0-857a-4f05-9a15-abcc04d4dff6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/networks?id=678bb7df-4b97-4bd4-90be-124739d8c193 HTTP/1.1" status: 200 len: 812 time: 0.1449828 Jul 14 14:02:03.751727 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-4f1e4977-2616-4d52-8bbe-6fc82bb93037 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/quotas/990fdf2e13b14e9fb639f1c032174bdf HTTP/1.1" status: 200 len: 375 time: 0.0089939 Jul 14 14:02:03.829655 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-7b4cb5c2-843c-48b3-84b8-b7a13588b97d tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=990fdf2e13b14e9fb639f1c032174bdf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0728102 Jul 14 14:02:04.011994 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-b2d03df1-c19a-4608-8cec-9cfb5bb2e4c7 service neutron] 10.222.0.45 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723902 Jul 14 14:02:04.098396 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-69980bd4-bd87-414b-9474-94e2f69d9d2b service neutron] 10.222.0.45 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806551 Jul 14 14:02:04.404752 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f35ed28e-cdde-4251-8789-e27302e6757c req-48b78393-fee5-418e-927d-40c0a7e40356 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 210 time: 0.0276585 Jul 14 14:02:05.495752 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-1c9c9f9f-720d-407b-b214-87a71f568445 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:05.497355 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-1c9c9f9f-720d-407b-b214-87a71f568445 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.54 "GET /v2.0/networks?id=678bb7df-4b97-4bd4-90be-124739d8c193 HTTP/1.1" status: 200 len: 812 time: 0.1299958 Jul 14 14:02:05.571339 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e66c5a27-978f-468e-8dc6-e8931b17a4ad req-b6daddbe-704d-4d6f-aa57-899999e4a312 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 210 time: 0.0348616 Jul 14 14:02:05.577307 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-954c5c07-5688-4806-ad2d-66dc6c8e9fc3 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=990fdf2e13b14e9fb639f1c032174bdf HTTP/1.1" status: 200 len: 379 time: 0.0462818 Jul 14 14:02:05.591646 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Request body: {'port': {'device_id': 'e1c56078-c8aa-436f-81b9-62aecc5e9f61', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'admin_state_up': True, 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'security_groups': ['bddec122-dedd-4a04-bcb3-401020ad8c57']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:05.709404 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Made reservation on behalf of 990fdf2e13b14e9fb639f1c032174bdf for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:02:05.713000 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:05.842390 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Allocated IP 172.20.0.6 (678bb7df-4b97-4bd4-90be-124739d8c193/aebd5a90-b585-464a-9d2f-1afe8d420f90/2b6aabf7-6f12-4f95-a693-3cfa54c6114c) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:02:05.990246 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:06.004804 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Transition to ACTIVE for port object 2b6aabf7-6f12-4f95-a693-3cfa54c6114c will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:06.042179 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:06.081308 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Network 678bb7df-4b97-4bd4-90be-124739d8c193 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:02:06.085103 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:06.089377 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:02:06.140173 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Pushing event updated for resources: {'Port': ['ID=2b6aabf7-6f12-4f95-a693-3cfa54c6114c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:06.157298 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:06.157645 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:06.158059 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:06.158400 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:06.158731 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:06.159060 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:06.159388 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:06.159744 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:06.160256 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:06.160804 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:06.161290 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:06.161772 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:06.180146 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:06.181475 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:06.198683 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-f731a461-1710-448e-a939-ca98d4422faf tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6144185 Jul 14 14:02:06.214993 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-c42c7382-17ed-4cbe-8590-ab6836100146 service neutron] Request body: {'port': {'device_id': 'e1c56078-c8aa-436f-81b9-62aecc5e9f61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:06.294275 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-c42c7382-17ed-4cbe-8590-ab6836100146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:06.403131 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-c9192feb-d90a-4a58-9cc5-b17afb19c8a0 None None] Provisioning for port 2b6aabf7-6f12-4f95-a693-3cfa54c6114c completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:06.407495 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-c9192feb-d90a-4a58-9cc5-b17afb19c8a0 None None] Provisioning complete for port 2b6aabf7-6f12-4f95-a693-3cfa54c6114c triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:06.407898 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c9192feb-d90a-4a58-9cc5-b17afb19c8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:06.446118 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-c9192feb-d90a-4a58-9cc5-b17afb19c8a0 None None] Port 2b6aabf7-6f12-4f95-a693-3cfa54c6114c cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:02:06.558370 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device fd575306-8835-4d10-9681-10a65835dcf6 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:02:06.575956 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-c42c7382-17ed-4cbe-8590-ab6836100146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b6aabf7-6f12-4f95-a693-3cfa54c6114c {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:02:06.579817 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] No Port match for: fd575306-8835-4d10-9681-10a65835dcf6 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:02:06.580163 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device fd575306-8835-4d10-9681-10a65835dcf6 not bound to the agent host hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:02:06.583729 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-c42c7382-17ed-4cbe-8590-ab6836100146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:06.595237 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-c42c7382-17ed-4cbe-8590-ab6836100146 service neutron] Transition to ACTIVE for port object 2b6aabf7-6f12-4f95-a693-3cfa54c6114c will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:06.599258 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-c42c7382-17ed-4cbe-8590-ab6836100146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:06.647819 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c7382-17ed-4cbe-8590-ab6836100146 service neutron] Pushing event updated for resources: {'Port': ['ID=2b6aabf7-6f12-4f95-a693-3cfa54c6114c,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:06.780309 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-c42c7382-17ed-4cbe-8590-ab6836100146 service neutron] Attempting to bind port 2b6aabf7-6f12-4f95-a693-3cfa54c6114c on host hv-cinder-79760 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:02:06.780873 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-c42c7382-17ed-4cbe-8590-ab6836100146 service neutron] Attempting to bind port 2b6aabf7-6f12-4f95-a693-3cfa54c6114c by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '5df22ef0-0a20-4fe0-bcf6-2f1d416c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:02:06.781319 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-c42c7382-17ed-4cbe-8590-ab6836100146 service neutron] Attempting to bind port 2b6aabf7-6f12-4f95-a693-3cfa54c6114c on network 678bb7df-4b97-4bd4-90be-124739d8c193 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:02:06.788580 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-c42c7382-17ed-4cbe-8590-ab6836100146 service neutron] Port 2b6aabf7-6f12-4f95-a693-3cfa54c6114c on network 678bb7df-4b97-4bd4-90be-124739d8c193 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:02:06.789034 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-c42c7382-17ed-4cbe-8590-ab6836100146 service neutron] Attempting to bind port 2b6aabf7-6f12-4f95-a693-3cfa54c6114c on network 678bb7df-4b97-4bd4-90be-124739d8c193 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:02:06.805704 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa292d7-4b41-46b9-b6e1-56916fbc8b32 req-7e651d05-5969-4332-a433-da73021a370d tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:06.807319 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cfa292d7-4b41-46b9-b6e1-56916fbc8b32 req-7e651d05-5969-4332-a433-da73021a370d tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 943 time: 0.1072233 Jul 14 14:02:06.808202 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-c42c7382-17ed-4cbe-8590-ab6836100146 service neutron] Checking agent: {'id': '452dea11-d79b-49e5-b391-0cd9cce6a9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:02:06.808616 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-c42c7382-17ed-4cbe-8590-ab6836100146 service neutron] Checking segment: {'id': '5df22ef0-0a20-4fe0-bcf6-2f1d416c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:02:06.809065 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-c42c7382-17ed-4cbe-8590-ab6836100146 service neutron] Bound using segment: {'id': '5df22ef0-0a20-4fe0-bcf6-2f1d416c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:02:06.809654 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-c42c7382-17ed-4cbe-8590-ab6836100146 service neutron] Bound port: 2b6aabf7-6f12-4f95-a693-3cfa54c6114c, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df22ef0-0a20-4fe0-bcf6-2f1d416c5632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:02:06.810229 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-c42c7382-17ed-4cbe-8590-ab6836100146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:06.893630 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cfa292d7-4b41-46b9-b6e1-56916fbc8b32 req-8e6785fe-50d9-46cf-bb7b-66a0f36e9c28 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734115 Jul 14 14:02:06.906010 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-c42c7382-17ed-4cbe-8590-ab6836100146 service neutron] For port 2b6aabf7-6f12-4f95-a693-3cfa54c6114c, host hv-cinder-79760, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:02:06.909612 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-c42c7382-17ed-4cbe-8590-ab6836100146 service neutron] For port 2b6aabf7-6f12-4f95-a693-3cfa54c6114c, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2b6aabf7-6f12-4f95-a693-3cfa54c6114c,segment=NetworkSegment(5df22ef0-0a20-4fe0-bcf6-2f1d416c5632),segment_id=5df22ef0-0a20-4fe0-bcf6-2f1d416c5632)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:02:06.915982 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-c42c7382-17ed-4cbe-8590-ab6836100146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:06.952666 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-c42c7382-17ed-4cbe-8590-ab6836100146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:06.953375 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-c42c7382-17ed-4cbe-8590-ab6836100146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:06.954891 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-c42c7382-17ed-4cbe-8590-ab6836100146 service neutron] 10.222.0.54 "PUT /v2.0/ports/2b6aabf7-6f12-4f95-a693-3cfa54c6114c HTTP/1.1" status: 200 len: 1093 time: 0.7451439 Jul 14 14:02:06.955440 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c56078-c8aa-436f-81b9-62aecc5e9f61', 'tag': '2b6aabf7-6f12-4f95-a693-3cfa54c6114c'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:02:06.957890 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d411133e-81d4-4055-948e-59f5c96ac3ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c56078-c8aa-436f-81b9-62aecc5e9f61", "tag": "2b6aabf7-6f12-4f95-a693-3cfa54c6114c"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:02:06.990706 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c7382-17ed-4cbe-8590-ab6836100146 service neutron] Pushing event updated for resources: {'Port': ['ID=2b6aabf7-6f12-4f95-a693-3cfa54c6114c,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:07.045203 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32e8a56-4df2-4eaa-a272-80605adf490c x-openstack-request-id: req-f32e8a56-4df2-4eaa-a272-80605adf490c {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:02:07.045685 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c56078-c8aa-436f-81b9-62aecc5e9f61", "tag": "2b6aabf7-6f12-4f95-a693-3cfa54c6114c", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:02:07.047802 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f32e8a56-4df2-4eaa-a272-80605adf490c {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:02:07.047802 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c56078-c8aa-436f-81b9-62aecc5e9f61', 'tag': '2b6aabf7-6f12-4f95-a693-3cfa54c6114c', 'status': 'completed', 'code': 200} Jul 14 14:02:07.084729 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-57f32a0e-ee4f-464e-b563-28241883c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:07.086949 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-57f32a0e-ee4f-464e-b563-28241883c703 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=990fdf2e13b14e9fb639f1c032174bdf&device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 1096 time: 0.0719748 Jul 14 14:02:07.132168 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-2cdb4f7f-f33e-4c90-b3d3-e69bda795a1f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b6aabf7-6f12-4f95-a693-3cfa54c6114c HTTP/1.1" status: 200 len: 217 time: 0.0368125 Jul 14 14:02:07.191253 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-c868a854-ae02-4a1e-865a-e03e6052330a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:07.193030 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-c868a854-ae02-4a1e-865a-e03e6052330a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aebd5a90-b585-464a-9d2f-1afe8d420f90 HTTP/1.1" status: 200 len: 851 time: 0.0546339 Jul 14 14:02:07.252810 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-24fe1f2b-a156-4b72-b643-1c10b3618e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:07.254413 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-24fe1f2b-a156-4b72-b643-1c10b3618e48 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=678bb7df-4b97-4bd4-90be-124739d8c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522838 Jul 14 14:02:07.350282 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-0b373dc0-dc41-4337-8106-be8003095ee5 service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877738 Jul 14 14:02:07.440569 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2dfb19ab-8c81-4d30-b2e6-2ddfc949cf14 req-5ecf0bd1-0551-4ffc-a452-01ae95735537 service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826390 Jul 14 14:02:07.543587 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411133e-81d4-4055-948e-59f5c96ac3ec req-5c033fdf-a4ea-46d8-8d71-4ca156488cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:07.544996 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d411133e-81d4-4055-948e-59f5c96ac3ec req-5c033fdf-a4ea-46d8-8d71-4ca156488cda service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=990fdf2e13b14e9fb639f1c032174bdf&device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 1096 time: 0.0544624 Jul 14 14:02:07.637697 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411133e-81d4-4055-948e-59f5c96ac3ec req-5912b4ba-3eec-4f8d-bd52-49c868f5fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:07.639148 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d411133e-81d4-4055-948e-59f5c96ac3ec req-5912b4ba-3eec-4f8d-bd52-49c868f5fcf4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=678bb7df-4b97-4bd4-90be-124739d8c193 HTTP/1.1" status: 200 len: 913 time: 0.0865247 Jul 14 14:02:07.679564 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d411133e-81d4-4055-948e-59f5c96ac3ec req-1c09130c-eaee-430c-9e9a-c10d4ed97f29 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b6aabf7-6f12-4f95-a693-3cfa54c6114c HTTP/1.1" status: 200 len: 217 time: 0.0320146 Jul 14 14:02:07.727506 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411133e-81d4-4055-948e-59f5c96ac3ec req-02131636-9b4e-4766-89d0-4f515779a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:07.728900 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d411133e-81d4-4055-948e-59f5c96ac3ec req-02131636-9b4e-4766-89d0-4f515779a8a3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aebd5a90-b585-464a-9d2f-1afe8d420f90 HTTP/1.1" status: 200 len: 851 time: 0.0415211 Jul 14 14:02:07.788085 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411133e-81d4-4055-948e-59f5c96ac3ec req-569d6a63-e314-40c4-8d92-d6c01e8e4077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:07.789619 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d411133e-81d4-4055-948e-59f5c96ac3ec req-569d6a63-e314-40c4-8d92-d6c01e8e4077 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=678bb7df-4b97-4bd4-90be-124739d8c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536716 Jul 14 14:02:07.878740 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d411133e-81d4-4055-948e-59f5c96ac3ec req-0e0f1d85-a523-479c-a577-14c3f4bd83a2 service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785217 Jul 14 14:02:07.977153 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d411133e-81d4-4055-948e-59f5c96ac3ec req-c928c3f0-6319-4de3-8965-8f4ead97bad0 service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857666 Jul 14 14:02:08.072203 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379318f-375c-4f13-826a-4074bfbefe30 req-03454c33-c9a4-4c17-8f63-f725a26e3371 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:08.073572 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1379318f-375c-4f13-826a-4074bfbefe30 req-03454c33-c9a4-4c17-8f63-f725a26e3371 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 943 time: 0.0619721 Jul 14 14:02:08.109264 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1379318f-375c-4f13-826a-4074bfbefe30 req-1b562628-afb4-4fd2-852c-ab54fd7eba03 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301316 Jul 14 14:02:08.268991 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e0433927-0185-47b0-b2d5-e748fd0f0eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:08.576389 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 37564) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:08.700524 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-618dfc1f-4617-4ceb-b58d-ab7a0c2914f8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9c4d34151d0c4e68816ef8db01eb1a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1229622 Jul 14 14:02:08.703054 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 37568) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:08.750290 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2ad494e0-668a-40dc-88d3-5c3de3277202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:08.770585 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2ad494e0-668a-40dc-88d3-5c3de3277202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:08.815585 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2ad494e0-668a-40dc-88d3-5c3de3277202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:08.819409 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2ad494e0-668a-40dc-88d3-5c3de3277202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:08.820613 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2ad494e0-668a-40dc-88d3-5c3de3277202 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/249057ca-b219-4fa5-ad8c-7b51d6d850c2 HTTP/1.1" status: 204 len: 168 time: 0.1165197 Jul 14 14:02:08.828498 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad494e0-668a-40dc-88d3-5c3de3277202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249057ca-b219-4fa5-ad8c-7b51d6d850c2,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:09.292702 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b93c81-0dd3-47d2-9ade-1d532e2be500 req-c44bc2c8-179f-4d23-a3a0-1241b84eacce tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:09.294525 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-95b93c81-0dd3-47d2-9ade-1d532e2be500 req-c44bc2c8-179f-4d23-a3a0-1241b84eacce tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 943 time: 0.0727961 Jul 14 14:02:09.342566 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-95b93c81-0dd3-47d2-9ade-1d532e2be500 req-06e8519f-0779-403c-a0b4-198fa0346ce0 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416315 Jul 14 14:02:09.469512 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 37608) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:09.562055 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-fb5ff648-02db-4ea3-a19d-c326d6033cd0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1551460002-network', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:09.582537 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5ff648-02db-4ea3-a19d-c326d6033cd0 admin admin] Made reservation on behalf of 0ee76060bbe74f9c82a94850df8e577a for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:02:09.585278 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff648-02db-4ea3-a19d-c326d6033cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:09.593188 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff648-02db-4ea3-a19d-c326d6033cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:09.683063 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff648-02db-4ea3-a19d-c326d6033cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:09.686595 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff648-02db-4ea3-a19d-c326d6033cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:09.706238 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5ff648-02db-4ea3-a19d-c326d6033cd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:02:09.719516 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ff648-02db-4ea3-a19d-c326d6033cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ba502a-03e9-402d-aadc-08908c604ea4,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:09.724818 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff648-02db-4ea3-a19d-c326d6033cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:09.725154 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-fb5ff648-02db-4ea3-a19d-c326d6033cd0 admin admin] Added segment 90be14ea-95aa-4eb8-9100-8a7174493db2 of type vlan for network 912804b8-d37d-4c84-875b-d14a8f8749af Jul 14 14:02:09.763171 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff648-02db-4ea3-a19d-c326d6033cd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781939793924'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:09.793574 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff648-02db-4ea3-a19d-c326d6033cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:09.794545 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5ff648-02db-4ea3-a19d-c326d6033cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:09.795109 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff648-02db-4ea3-a19d-c326d6033cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:09.847469 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-fb5ff648-02db-4ea3-a19d-c326d6033cd0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3768139 Jul 14 14:02:09.850898 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 37612) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:09.852866 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ff648-02db-4ea3-a19d-c326d6033cd0 admin admin] Pushing event updated for resources: {'Network': ['ID=912804b8-d37d-4c84-875b-d14a8f8749af,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:09.856036 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-dc1f3c9d-e7b8-4505-bf8f-72a5ea8d206d admin admin] Request body: {'subnet': {'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1551460002-subnet', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'ip_version': 4}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:09.863307 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Network 912804b8-d37d-4c84-875b-d14a8f8749af details requested by agent ovs-agent-dv-cinder-797608-5-iscsi with host dv-cinder-797608-5-iscsi {{(pid=92931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:02:09.876291 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1f3c9d-e7b8-4505-bf8f-72a5ea8d206d admin admin] Made reservation on behalf of 0ee76060bbe74f9c82a94850df8e577a for: {'subnet': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:02:09.878778 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dc1f3c9d-e7b8-4505-bf8f-72a5ea8d206d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127770589'] for subnet, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:10.040210 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dc1f3c9d-e7b8-4505-bf8f-72a5ea8d206d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127484060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127770607'] for subnet, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:10.092405 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f3c9d-e7b8-4505-bf8f-72a5ea8d206d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2c4544b-3f60-44d2-96fb-444567e7ddec,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:10.103215 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f3c9d-e7b8-4505-bf8f-72a5ea8d206d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:10.103488 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f3c9d-e7b8-4505-bf8f-72a5ea8d206d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:10.103835 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f3c9d-e7b8-4505-bf8f-72a5ea8d206d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:10.104157 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f3c9d-e7b8-4505-bf8f-72a5ea8d206d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:10.104473 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f3c9d-e7b8-4505-bf8f-72a5ea8d206d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:10.104788 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f3c9d-e7b8-4505-bf8f-72a5ea8d206d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:10.105102 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f3c9d-e7b8-4505-bf8f-72a5ea8d206d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:10.105431 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f3c9d-e7b8-4505-bf8f-72a5ea8d206d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:10.105722 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f3c9d-e7b8-4505-bf8f-72a5ea8d206d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:10.106032 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f3c9d-e7b8-4505-bf8f-72a5ea8d206d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:10.106338 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f3c9d-e7b8-4505-bf8f-72a5ea8d206d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:10.106645 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f3c9d-e7b8-4505-bf8f-72a5ea8d206d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:10.110837 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f3c9d-e7b8-4505-bf8f-72a5ea8d206d admin admin] Checking segment: {'id': '90be14ea-95aa-4eb8-9100-8a7174493db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:02:10.111177 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1f3c9d-e7b8-4505-bf8f-72a5ea8d206d admin admin] Network hostable DHCP agents. Network: 912804b8-d37d-4c84-875b-d14a8f8749af, hostable agents: ['82b7cd81-444f-4fd8-937d-e6dfe2847fa5'], hosted agents: [] {{(pid=92930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:02:10.127352 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1f3c9d-e7b8-4505-bf8f-72a5ea8d206d admin admin] Network 912804b8-d37d-4c84-875b-d14a8f8749af is scheduled to be hosted by DHCP agent 82b7cd81-444f-4fd8-937d-e6dfe2847fa5 with binding_index 1 {{(pid=92930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:02:10.135479 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-dc1f3c9d-e7b8-4505-bf8f-72a5ea8d206d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-5-iscsi, 912804b8-d37d-4c84-875b-d14a8f8749af) {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:10.139777 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1f3c9d-e7b8-4505-bf8f-72a5ea8d206d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:10.140899 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dc1f3c9d-e7b8-4505-bf8f-72a5ea8d206d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:10.144115 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e3d727-09f6-42b3-b7e1-f38f7a5e239f None None] Network 912804b8-d37d-4c84-875b-d14a8f8749af requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:02:10.154074 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-dc1f3c9d-e7b8-4505-bf8f-72a5ea8d206d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3020313 Jul 14 14:02:10.156733 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 37614) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:10.161539 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-1f70aa29-7949-44e8-8d1f-09ec70aea731 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1551460002-router', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:10.181640 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1f70aa29-7949-44e8-8d1f-09ec70aea731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-727999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57999'] for router, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:10.182837 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1f70aa29-7949-44e8-8d1f-09ec70aea731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57988'] for router, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:10.236089 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1f70aa29-7949-44e8-8d1f-09ec70aea731 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:10.290393 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5065a14-9a18-52e1-8c4d-ffd80e997c58-912804b8-d37d-4c84-875b-d14a8f8749af', 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'fixed_ips': [{'subnet_id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec'}]}} from dv-cinder-797608-5-iscsi. {{(pid=92931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 14:02:10.291257 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:10.439888 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Allocated IP 172.20.0.2 (912804b8-d37d-4c84-875b-d14a8f8749af/e2c4544b-3f60-44d2-96fb-444567e7ddec/bc97bd15-2435-4ecd-9fc4-86a6728e56ae) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:02:10.668011 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1f70aa29-7949-44e8-8d1f-09ec70aea731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728771', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-727977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59758'] for router, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:10.761900 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:10.774656 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Transition to ACTIVE for port object bc97bd15-2435-4ecd-9fc4-86a6728e56ae will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:10.797899 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Transition to ACTIVE for port object bc97bd15-2435-4ecd-9fc4-86a6728e56ae will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:10.805725 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:10.843434 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25c0e7-0941-43bc-af59-4e5c58da054b req-afd78231-da91-41f1-b8c9-efbb0b49d7a2 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:10.845600 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5c25c0e7-0941-43bc-af59-4e5c58da054b req-afd78231-da91-41f1-b8c9-efbb0b49d7a2 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 943 time: 0.3831463 Jul 14 14:02:10.851193 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Network 912804b8-d37d-4c84-875b-d14a8f8749af is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:02:10.855791 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:10.860562 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:02:10.862524 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Pushing event updated for resources: {'Port': ['ID=bc97bd15-2435-4ecd-9fc4-86a6728e56ae,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:10.873789 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:10.874424 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:10.874424 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:10.874771 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:10.875092 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:10.875410 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:10.875762 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:10.876079 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:10.876416 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:10.876752 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:10.877045 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:10.877361 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:10.888399 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1f70aa29-7949-44e8-8d1f-09ec70aea731 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:10.892585 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5c25c0e7-0941-43bc-af59-4e5c58da054b req-10f2760c-fa84-4394-9a67-98b48133b910 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408530 Jul 14 14:02:10.916277 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1f70aa29-7949-44e8-8d1f-09ec70aea731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:10.937137 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-067f6a83-0607-4f46-a4a1-41ac28950116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:10.938715 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Attempting to bind port bc97bd15-2435-4ecd-9fc4-86a6728e56ae on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:02:10.939079 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Attempting to bind port bc97bd15-2435-4ecd-9fc4-86a6728e56ae by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': '90be14ea-95aa-4eb8-9100-8a7174493db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:02:10.939437 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Attempting to bind port bc97bd15-2435-4ecd-9fc4-86a6728e56ae on network 912804b8-d37d-4c84-875b-d14a8f8749af {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:02:10.945278 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:02:10.945645 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Checking segment: {'id': '90be14ea-95aa-4eb8-9100-8a7174493db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:02:10.946033 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:10.946413 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Bound using segment: {'id': '90be14ea-95aa-4eb8-9100-8a7174493db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:02:10.946863 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Bound port: bc97bd15-2435-4ecd-9fc4-86a6728e56ae, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90be14ea-95aa-4eb8-9100-8a7174493db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:02:10.947234 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.007461 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] For port bc97bd15-2435-4ecd-9fc4-86a6728e56ae, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:02:11.010593 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] For port bc97bd15-2435-4ecd-9fc4-86a6728e56ae, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=bc97bd15-2435-4ecd-9fc4-86a6728e56ae,segment=NetworkSegment(90be14ea-95aa-4eb8-9100-8a7174493db2),segment_id=90be14ea-95aa-4eb8-9100-8a7174493db2)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:02:11.015320 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.024184 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-1f70aa29-7949-44e8-8d1f-09ec70aea731 admin admin] Allocated IP 172.27.2.74 (cd162c73-a958-4cb4-9ccb-1bec0cade7b8/12dd67ef-565e-43e2-af52-7977bdc7d073/a1ae1c08-9608-4da1-a276-fb21d8e8bd6f) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:02:11.072792 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abc6fc-2728-4473-8179-7f8495bb7cea None None] Pushing event updated for resources: {'Port': ['ID=bc97bd15-2435-4ecd-9fc4-86a6728e56ae,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:11.128763 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1f70aa29-7949-44e8-8d1f-09ec70aea731 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.167783 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1f70aa29-7949-44e8-8d1f-09ec70aea731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.211901 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f70aa29-7949-44e8-8d1f-09ec70aea731 admin admin] Network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:02:11.219603 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-1f70aa29-7949-44e8-8d1f-09ec70aea731 admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:11.222018 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f70aa29-7949-44e8-8d1f-09ec70aea731 admin admin] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:02:11.248749 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.257518 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70aa29-7949-44e8-8d1f-09ec70aea731 admin admin] Pushing event updated for resources: {'Port': ['ID=a1ae1c08-9608-4da1-a276-fb21d8e8bd6f,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:11.485799 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1f70aa29-7949-44e8-8d1f-09ec70aea731 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.530223 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.673021 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1f70aa29-7949-44e8-8d1f-09ec70aea731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728866'] for router, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.813104 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f70aa29-7949-44e8-8d1f-09ec70aea731 admin admin] Router 40b081a8-ccc5-4265-b708-75b5c3dd3e4f is scheduled to L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac with binding_index 1 {{(pid=92930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 14:02:11.876898 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.930524 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f70aa29-7949-44e8-8d1f-09ec70aea731 admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:02:11.940974 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] Sync routers for ids ['40b081a8-ccc5-4265-b708-75b5c3dd3e4f'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:02:11.946969 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1f70aa29-7949-44e8-8d1f-09ec70aea731 admin admin] Notify callbacks [] for router, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.948745 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-1f70aa29-7949-44e8-8d1f-09ec70aea731 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7909913 Jul 14 14:02:11.951173 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 37634) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:11.954350 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] Routers {'40b081a8-ccc5-4265-b708-75b5c3dd3e4f'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:11.954993 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:02:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['40b081a8-ccc5-4265-b708-75b5c3dd3e4f'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:12.071752 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] Set router 40b081a8-ccc5-4265-b708-75b5c3dd3e4f gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:12.125478 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5588af43-cc98-471b-a882-12e1a7451a97 None None] Network 912804b8-d37d-4c84-875b-d14a8f8749af requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:02:12.159925 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade11073-ffe0-4f01-8f9b-6cd8dc46a986 req-8e88140c-2d23-4072-8e9d-15a2074c4cc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:12.161435 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ade11073-ffe0-4f01-8f9b-6cd8dc46a986 req-8e88140c-2d23-4072-8e9d-15a2074c4cc1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 943 time: 0.1385329 Jul 14 14:02:12.219312 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-3a5d8d1c-d928-43cd-9436-c588d2b058ea None None] Provisioning for port bc97bd15-2435-4ecd-9fc4-86a6728e56ae completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:12.238180 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ade11073-ffe0-4f01-8f9b-6cd8dc46a986 req-765c1b90-2efc-44d4-a6d4-7db55548e6a5 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706749 Jul 14 14:02:12.382353 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'name': 'tempest-TestShelveInstance-1551460002-router', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:11Z', 'revision_number': 3, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'gw_port': {'id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:12.414685 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] Checking router: 40b081a8-ccc5-4265-b708-75b5c3dd3e4f for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:02:12.415031 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] Updating router 40b081a8-ccc5-4265-b708-75b5c3dd3e4f port a1ae1c08-9608-4da1-a276-fb21d8e8bd6f binding host dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:02:12.451913 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:12.459044 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-053a7558-15ec-4b6c-883c-4edd457257f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:12.625198 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-053a7558-15ec-4b6c-883c-4edd457257f7 admin admin] Allocated IP 172.20.0.1 (912804b8-d37d-4c84-875b-d14a8f8749af/e2c4544b-3f60-44d2-96fb-444567e7ddec/70d7d968-7c3f-4ad3-965a-96bad8866729) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:02:12.683086 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device bc97bd15-2435-4ecd-9fc4-86a6728e56ae up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:12.729215 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-053a7558-15ec-4b6c-883c-4edd457257f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:12.742508 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-053a7558-15ec-4b6c-883c-4edd457257f7 admin admin] Transition to ACTIVE for port object 70d7d968-7c3f-4ad3-965a-96bad8866729 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:12.777345 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-053a7558-15ec-4b6c-883c-4edd457257f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:12.779376 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port bc97bd15-2435-4ecd-9fc4-86a6728e56ae completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:12.790834 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port bc97bd15-2435-4ecd-9fc4-86a6728e56ae triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:12.791203 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:12.794421 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:12.814337 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053a7558-15ec-4b6c-883c-4edd457257f7 admin admin] Network 912804b8-d37d-4c84-875b-d14a8f8749af is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:02:12.821062 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-053a7558-15ec-4b6c-883c-4edd457257f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:12.833647 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053a7558-15ec-4b6c-883c-4edd457257f7 admin admin] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:02:12.833743 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] Transition to ACTIVE for port object a1ae1c08-9608-4da1-a276-fb21d8e8bd6f will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:12.845033 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:12.859164 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a7558-15ec-4b6c-883c-4edd457257f7 admin admin] Pushing event updated for resources: {'Port': ['ID=70d7d968-7c3f-4ad3-965a-96bad8866729,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:12.878162 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-053a7558-15ec-4b6c-883c-4edd457257f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-729041'] for router_interface, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:12.930373 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112cbe4-07d5-4af8-9b85-55d5c0c2906a None None] Pushing event updated for resources: {'Port': ['ID=a1ae1c08-9608-4da1-a276-fb21d8e8bd6f,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:12.937092 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] Attempting to bind port a1ae1c08-9608-4da1-a276-fb21d8e8bd6f on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:02:12.937459 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] Attempting to bind port a1ae1c08-9608-4da1-a276-fb21d8e8bd6f by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:02:12.937808 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] Attempting to bind port a1ae1c08-9608-4da1-a276-fb21d8e8bd6f on network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:02:12.947427 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:02:12.947823 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] Checking segment: {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:02:12.948223 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:12.948609 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] Bound using segment: {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:02:12.949426 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] Bound port: a1ae1c08-9608-4da1-a276-fb21d8e8bd6f, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:02:12.949426 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:12.951120 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:13.026215 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port bc97bd15-2435-4ecd-9fc4-86a6728e56ae, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=bc97bd15-2435-4ecd-9fc4-86a6728e56ae,segment=NetworkSegment(90be14ea-95aa-4eb8-9100-8a7174493db2),segment_id=90be14ea-95aa-4eb8-9100-8a7174493db2)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:13.034526 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:13.043222 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] For port a1ae1c08-9608-4da1-a276-fb21d8e8bd6f, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:02:13.049692 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-053a7558-15ec-4b6c-883c-4edd457257f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:13.074661 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] For port a1ae1c08-9608-4da1-a276-fb21d8e8bd6f, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=a1ae1c08-9608-4da1-a276-fb21d8e8bd6f,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:02:13.081793 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:13.114672 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=bc97bd15-2435-4ecd-9fc4-86a6728e56ae,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:13.118224 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-16b5aa76-138e-41b6-80c8-5b8dfa831636 None None] Provisioning for port 70d7d968-7c3f-4ad3-965a-96bad8866729 completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:13.125530 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-16b5aa76-138e-41b6-80c8-5b8dfa831636 None None] Provisioning complete for port 70d7d968-7c3f-4ad3-965a-96bad8866729 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:13.125897 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-16b5aa76-138e-41b6-80c8-5b8dfa831636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:13.169891 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] Routers {'40b081a8-ccc5-4265-b708-75b5c3dd3e4f'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:13.170516 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:02:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['40b081a8-ccc5-4265-b708-75b5c3dd3e4f'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:13.216809 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-053a7558-15ec-4b6c-883c-4edd457257f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:13.221720 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-053a7558-15ec-4b6c-883c-4edd457257f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127483915'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:13.230787 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-16b5aa76-138e-41b6-80c8-5b8dfa831636 None None] Port 70d7d968-7c3f-4ad3-965a-96bad8866729 cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:02:13.241750 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112cbe4-07d5-4af8-9b85-55d5c0c2906a None None] Pushing event updated for resources: {'Port': ['ID=a1ae1c08-9608-4da1-a276-fb21d8e8bd6f,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:13.292399 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a7558-15ec-4b6c-883c-4edd457257f7 admin admin] Pushing event updated for resources: {'Port': ['ID=70d7d968-7c3f-4ad3-965a-96bad8866729,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:13.295758 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-053a7558-15ec-4b6c-883c-4edd457257f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-726113'] for router_interface, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:13.305159 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] Set router 40b081a8-ccc5-4265-b708-75b5c3dd3e4f gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:13.387680 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053a7558-15ec-4b6c-883c-4edd457257f7 admin admin] Network 912804b8-d37d-4c84-875b-d14a8f8749af is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:02:13.389263 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-053a7558-15ec-4b6c-883c-4edd457257f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:13.427523 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9e08c-f1b2-4df1-af75-3547cdfc0e34 req-498d80f4-6b3c-421e-831a-9d04a8ffb4ef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:13.430239 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-02f9e08c-f1b2-4df1-af75-3547cdfc0e34 req-498d80f4-6b3c-421e-831a-9d04a8ffb4ef tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 943 time: 0.0687404 Jul 14 14:02:13.472699 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-02f9e08c-f1b2-4df1-af75-3547cdfc0e34 req-fc71d933-fe68-4557-a84f-94a7ab630214 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367527 Jul 14 14:02:13.523723 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053a7558-15ec-4b6c-883c-4edd457257f7 admin admin] Router 40b081a8-ccc5-4265-b708-75b5c3dd3e4f has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:02:13.635555 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053a7558-15ec-4b6c-883c-4edd457257f7 admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:02:13.635801 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'name': 'tempest-TestShelveInstance-1551460002-router', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:12Z', 'revision_number': 4, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'gw_port': {'id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '70d7d968-7c3f-4ad3-965a-96bad8866729', 'name': '', 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'mac_address': 'fa:16:3e:8d:a2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:12Z', 'updated_at': '2021-07-14T14:02:12Z', 'revision_number': 1, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'subnets': [{'id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:13.641658 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-053a7558-15ec-4b6c-883c-4edd457257f7 admin admin] 10.222.0.45 "PUT /v2.0/routers/40b081a8-ccc5-4265-b708-75b5c3dd3e4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6891572 Jul 14 14:02:13.668307 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f451d508-dd9d-421a-ade5-82b5162ff560 None None] The sync data for ids ['40b081a8-ccc5-4265-b708-75b5c3dd3e4f'] in dv-cinder-797608-5-iscsi is: [{'id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'name': 'tempest-TestShelveInstance-1551460002-router', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:12Z', 'revision_number': 4, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'gw_port': {'id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '70d7d968-7c3f-4ad3-965a-96bad8866729', 'name': '', 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'mac_address': 'fa:16:3e:8d:a2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:12Z', 'updated_at': '2021-07-14T14:02:12Z', 'revision_number': 1, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'subnets': [{'id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:02:13.689531 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:13.689531 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-3d251135-2784-4b03-9197-3a15d370cd52 None None] Provisioning complete for port 70d7d968-7c3f-4ad3-965a-96bad8866729 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:13.689531 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3d251135-2784-4b03-9197-3a15d370cd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:13.723874 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-3d251135-2784-4b03-9197-3a15d370cd52 None None] Port 70d7d968-7c3f-4ad3-965a-96bad8866729 cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:02:14.143849 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 37662) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:14.149552 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-d388d0a0-ad0c-4abb-ab75-f7363f25fd71 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1718942748-network', 'tenant_id': '4a910ab8e82b407596ac28f5a57c1a6b'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:14.173137 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d388d0a0-ad0c-4abb-ab75-f7363f25fd71 admin admin] Made reservation on behalf of 4a910ab8e82b407596ac28f5a57c1a6b for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:02:14.175831 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d388d0a0-ad0c-4abb-ab75-f7363f25fd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.184525 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d388d0a0-ad0c-4abb-ab75-f7363f25fd71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.292150 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d388d0a0-ad0c-4abb-ab75-f7363f25fd71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.299509 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d388d0a0-ad0c-4abb-ab75-f7363f25fd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.330946 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 37666) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:14.333093 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d388d0a0-ad0c-4abb-ab75-f7363f25fd71 admin admin] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:02:14.356363 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388d0a0-ad0c-4abb-ab75-f7363f25fd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1549a86-80f0-427d-af1e-eee9dce5a21f,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:14.361122 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d388d0a0-ad0c-4abb-ab75-f7363f25fd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.361691 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-d388d0a0-ad0c-4abb-ab75-f7363f25fd71 admin admin] Added segment ec7043c0-9d85-4e94-92a8-8843b57bb980 of type vlan for network 5f573f88-4d37-4195-a45a-58ba57322a49 Jul 14 14:02:14.407533 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d388d0a0-ad0c-4abb-ab75-f7363f25fd71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781939793924'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.441549 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d388d0a0-ad0c-4abb-ab75-f7363f25fd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.443565 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d388d0a0-ad0c-4abb-ab75-f7363f25fd71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:14.444302 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d388d0a0-ad0c-4abb-ab75-f7363f25fd71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.458130 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-17a7a70d-e607-4e71-9a93-c87e0fa20086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.510197 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388d0a0-ad0c-4abb-ab75-f7363f25fd71 admin admin] Pushing event updated for resources: {'Network': ['ID=5f573f88-4d37-4195-a45a-58ba57322a49,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:14.521217 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Network 5f573f88-4d37-4195-a45a-58ba57322a49 details requested by agent ovs-agent-dv-cinder-797608-5-iscsi with host dv-cinder-797608-5-iscsi {{(pid=92931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:02:14.581053 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 2b6aabf7-6f12-4f95-a693-3cfa54c6114c details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:02:14.585108 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-17a7a70d-e607-4e71-9a93-c87e0fa20086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.596131 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-17a7a70d-e607-4e71-9a93-c87e0fa20086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.610701 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d388d0a0-ad0c-4abb-ab75-f7363f25fd71 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4654419 Jul 14 14:02:14.613835 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 37672) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:14.621013 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-72e5bd05-631d-4bff-8105-0b6af7c5635a admin admin] Request body: {'subnet': {'network_id': '5f573f88-4d37-4195-a45a-58ba57322a49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1718942748-subnet', 'tenant_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:14.664602 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e5bd05-631d-4bff-8105-0b6af7c5635a admin admin] Made reservation on behalf of 4a910ab8e82b407596ac28f5a57c1a6b for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:02:14.666945 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-72e5bd05-631d-4bff-8105-0b6af7c5635a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126024849'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.715371 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 2b6aabf7-6f12-4f95-a693-3cfa54c6114c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2b6aabf7-6f12-4f95-a693-3cfa54c6114c,segment=NetworkSegment(5df22ef0-0a20-4fe0-bcf6-2f1d416c5632),segment_id=5df22ef0-0a20-4fe0-bcf6-2f1d416c5632)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:14.729307 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': '2b6aabf7-6f12-4f95-a693-3cfa54c6114c', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'port_id': '2b6aabf7-6f12-4f95-a693-3cfa54c6114c', 'mac_address': 'fa:16:3e:b6:6c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:02:14.747184 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7a70d-e607-4e71-9a93-c87e0fa20086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5bbd34-1902-4ab5-976d-15236421ce2f,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:14.762489 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-17a7a70d-e607-4e71-9a93-c87e0fa20086 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2d94a10930fd43a2af1bb217351d29b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4271049 Jul 14 14:02:14.762777 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 37674) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:14.780135 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.798187 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b6aabf7-6f12-4f95-a693-3cfa54c6114c {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:02:14.810121 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7101c12-b4c4-4f69-a1ce-62475077e5ec req-292e5d95-0455-43ea-962f-e44e74b86b21 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:14.812081 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e7101c12-b4c4-4f69-a1ce-62475077e5ec req-292e5d95-0455-43ea-962f-e44e74b86b21 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 943 time: 0.1556211 Jul 14 14:02:14.813294 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device bc97bd15-2435-4ecd-9fc4-86a6728e56ae up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:14.828803 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 2b6aabf7-6f12-4f95-a693-3cfa54c6114c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2b6aabf7-6f12-4f95-a693-3cfa54c6114c,segment=NetworkSegment(5df22ef0-0a20-4fe0-bcf6-2f1d416c5632),segment_id=5df22ef0-0a20-4fe0-bcf6-2f1d416c5632)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:14.844906 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-65474297-2ac3-43ca-9fbf-9f4e4713114a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.873583 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.876463 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e7101c12-b4c4-4f69-a1ce-62475077e5ec req-ffac23d7-f60f-4f0c-abcb-47209d15f2d5 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520372 Jul 14 14:02:14.891787 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-65474297-2ac3-43ca-9fbf-9f4e4713114a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.925603 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port bc97bd15-2435-4ecd-9fc4-86a6728e56ae triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:14.926073 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.954107 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=2b6aabf7-6f12-4f95-a693-3cfa54c6114c,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:14.984503 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-65474297-2ac3-43ca-9fbf-9f4e4713114a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.987163 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-65474297-2ac3-43ca-9fbf-9f4e4713114a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.988429 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-65474297-2ac3-43ca-9fbf-9f4e4713114a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f5bbd34-1902-4ab5-976d-15236421ce2f HTTP/1.1" status: 204 len: 168 time: 0.2246013 Jul 14 14:02:14.992249 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-72e5bd05-631d-4bff-8105-0b6af7c5635a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125937037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126024867'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.025673 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65474297-2ac3-43ca-9fbf-9f4e4713114a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5bbd34-1902-4ab5-976d-15236421ce2f,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:15.028007 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device a1ae1c08-9608-4da1-a276-fb21d8e8bd6f up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:15.060638 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5bd05-631d-4bff-8105-0b6af7c5635a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fee19267-3871-4907-b153-212897b1d73b,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:15.070993 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5bd05-631d-4bff-8105-0b6af7c5635a admin admin] Checking segment: {'id': 'ec7043c0-9d85-4e94-92a8-8843b57bb980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5f573f88-4d37-4195-a45a-58ba57322a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:02:15.071394 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e5bd05-631d-4bff-8105-0b6af7c5635a admin admin] Network hostable DHCP agents. Network: 5f573f88-4d37-4195-a45a-58ba57322a49, hostable agents: ['82b7cd81-444f-4fd8-937d-e6dfe2847fa5'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:02:15.093499 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e5bd05-631d-4bff-8105-0b6af7c5635a admin admin] Network 5f573f88-4d37-4195-a45a-58ba57322a49 is scheduled to be hosted by DHCP agent 82b7cd81-444f-4fd8-937d-e6dfe2847fa5 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:02:15.099845 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port a1ae1c08-9608-4da1-a276-fb21d8e8bd6f completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:15.104449 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port a1ae1c08-9608-4da1-a276-fb21d8e8bd6f triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:15.104675 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.106888 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-72e5bd05-631d-4bff-8105-0b6af7c5635a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-5-iscsi, 5f573f88-4d37-4195-a45a-58ba57322a49) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:15.117810 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e5bd05-631d-4bff-8105-0b6af7c5635a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:15.118425 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-72e5bd05-631d-4bff-8105-0b6af7c5635a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.128137 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3225d0-5556-4936-9e73-1b7ff75925cb None None] Network 5f573f88-4d37-4195-a45a-58ba57322a49 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:02:15.136160 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-72e5bd05-631d-4bff-8105-0b6af7c5635a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5212734 Jul 14 14:02:15.137363 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 37678) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:15.141860 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-a2d57ee4-a285-469b-9dbb-4c8994dd47d6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1718942748-router', 'tenant_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:15.170290 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d57ee4-a285-469b-9dbb-4c8994dd47d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-727999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57999'] for router, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.175503 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d57ee4-a285-469b-9dbb-4c8994dd47d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57988'] for router, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.184389 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['2b6aabf7-6f12-4f95-a693-3cfa54c6114c'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:02:15.235200 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d57ee4-a285-469b-9dbb-4c8994dd47d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.381190 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.382891 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d57ee4-a285-469b-9dbb-4c8994dd47d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728771', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-727977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59758'] for router, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.431211 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port a1ae1c08-9608-4da1-a276-fb21d8e8bd6f, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=a1ae1c08-9608-4da1-a276-fb21d8e8bd6f,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:15.456201 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.470374 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70aec0bc-1288-48d2-820f-c21a2da725a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5065a14-9a18-52e1-8c4d-ffd80e997c58-5f573f88-4d37-4195-a45a-58ba57322a49', 'network_id': '5f573f88-4d37-4195-a45a-58ba57322a49', 'tenant_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'fixed_ips': [{'subnet_id': 'fee19267-3871-4907-b153-212897b1d73b'}]}} from dv-cinder-797608-5-iscsi. {{(pid=92931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 14:02:15.471211 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-70aec0bc-1288-48d2-820f-c21a2da725a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.555354 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=a1ae1c08-9608-4da1-a276-fb21d8e8bd6f,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:15.605250 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d57ee4-a285-469b-9dbb-4c8994dd47d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.633163 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d57ee4-a285-469b-9dbb-4c8994dd47d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.720948 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-70aec0bc-1288-48d2-820f-c21a2da725a5 None None] Allocated IP 172.20.0.2 (5f573f88-4d37-4195-a45a-58ba57322a49/fee19267-3871-4907-b153-212897b1d73b/55f5bd93-4adc-48fd-b00b-a571cc94d83a) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:02:15.751281 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-a2d57ee4-a285-469b-9dbb-4c8994dd47d6 admin admin] Allocated IP 172.27.2.132 (cd162c73-a958-4cb4-9ccb-1bec0cade7b8/12dd67ef-565e-43e2-af52-7977bdc7d073/6adda75e-13d1-4ebc-b4ed-3213d5051424) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:02:15.788225 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 37698) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:15.871243 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d57ee4-a285-469b-9dbb-4c8994dd47d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.892311 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-70aec0bc-1288-48d2-820f-c21a2da725a5 None None] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.908611 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-70aec0bc-1288-48d2-820f-c21a2da725a5 None None] Transition to ACTIVE for port object 55f5bd93-4adc-48fd-b00b-a571cc94d83a will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:15.908784 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-2fd9ba06-8658-44b7-a71c-c4daa53527e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1963719870-network', 'tenant_id': 'a690ff4158714878a816acee1019db63'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:15.915530 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d57ee4-a285-469b-9dbb-4c8994dd47d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.932823 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-70aec0bc-1288-48d2-820f-c21a2da725a5 None None] Transition to ACTIVE for port object 55f5bd93-4adc-48fd-b00b-a571cc94d83a will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:15.941417 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-70aec0bc-1288-48d2-820f-c21a2da725a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.943029 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd9ba06-8658-44b7-a71c-c4daa53527e9 admin admin] Made reservation on behalf of a690ff4158714878a816acee1019db63 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:02:15.945642 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2fd9ba06-8658-44b7-a71c-c4daa53527e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.954891 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d57ee4-a285-469b-9dbb-4c8994dd47d6 admin admin] Network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:02:15.958050 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2fd9ba06-8658-44b7-a71c-c4daa53527e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.958489 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-a2d57ee4-a285-469b-9dbb-4c8994dd47d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:15.964373 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d57ee4-a285-469b-9dbb-4c8994dd47d6 admin admin] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:02:15.996774 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aec0bc-1288-48d2-820f-c21a2da725a5 None None] Network 5f573f88-4d37-4195-a45a-58ba57322a49 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:02:15.999637 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d57ee4-a285-469b-9dbb-4c8994dd47d6 admin admin] Pushing event updated for resources: {'Port': ['ID=6adda75e-13d1-4ebc-b4ed-3213d5051424,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:16.012883 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-70aec0bc-1288-48d2-820f-c21a2da725a5 None None] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:16.018714 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aec0bc-1288-48d2-820f-c21a2da725a5 None None] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:02:16.034742 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aec0bc-1288-48d2-820f-c21a2da725a5 None None] Pushing event updated for resources: {'Port': ['ID=55f5bd93-4adc-48fd-b00b-a571cc94d83a,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:16.076649 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] Sync routers for ids ['40b081a8-ccc5-4265-b708-75b5c3dd3e4f'] in dv-cinder-797608-5-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:02:16.089081 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] Routers {'40b081a8-ccc5-4265-b708-75b5c3dd3e4f'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:16.089975 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:02:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['40b081a8-ccc5-4265-b708-75b5c3dd3e4f'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:16.108658 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-70aec0bc-1288-48d2-820f-c21a2da725a5 None None] Attempting to bind port 55f5bd93-4adc-48fd-b00b-a571cc94d83a on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:02:16.109286 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-70aec0bc-1288-48d2-820f-c21a2da725a5 None None] Attempting to bind port 55f5bd93-4adc-48fd-b00b-a571cc94d83a by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': 'ec7043c0-9d85-4e94-92a8-8843b57bb980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5f573f88-4d37-4195-a45a-58ba57322a49'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:02:16.109942 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aec0bc-1288-48d2-820f-c21a2da725a5 None None] Attempting to bind port 55f5bd93-4adc-48fd-b00b-a571cc94d83a on network 5f573f88-4d37-4195-a45a-58ba57322a49 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:02:16.117208 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aec0bc-1288-48d2-820f-c21a2da725a5 None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:02:16.118019 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aec0bc-1288-48d2-820f-c21a2da725a5 None None] Checking segment: {'id': 'ec7043c0-9d85-4e94-92a8-8843b57bb980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5f573f88-4d37-4195-a45a-58ba57322a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:02:16.118578 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-70aec0bc-1288-48d2-820f-c21a2da725a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.119280 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aec0bc-1288-48d2-820f-c21a2da725a5 None None] Bound using segment: {'id': 'ec7043c0-9d85-4e94-92a8-8843b57bb980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5f573f88-4d37-4195-a45a-58ba57322a49'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:02:16.119935 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-70aec0bc-1288-48d2-820f-c21a2da725a5 None None] Bound port: 55f5bd93-4adc-48fd-b00b-a571cc94d83a, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7043c0-9d85-4e94-92a8-8843b57bb980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5f573f88-4d37-4195-a45a-58ba57322a49'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:02:16.120528 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-70aec0bc-1288-48d2-820f-c21a2da725a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.127700 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03c91b-01b6-4f09-aa6a-8cbdb23a0de7 req-7ac6b43e-f173-4401-b8ea-150018fdd41b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:16.130567 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fa03c91b-01b6-4f09-aa6a-8cbdb23a0de7 req-7ac6b43e-f173-4401-b8ea-150018fdd41b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 944 time: 0.1028655 Jul 14 14:02:16.147475 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2fd9ba06-8658-44b7-a71c-c4daa53527e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.165042 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2fd9ba06-8658-44b7-a71c-c4daa53527e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.177263 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd9ba06-8658-44b7-a71c-c4daa53527e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:02:16.188360 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2fd9ba06-8658-44b7-a71c-c4daa53527e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.188967 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-2fd9ba06-8658-44b7-a71c-c4daa53527e9 admin admin] Added segment a9b2f01b-65ca-4723-a1b1-e406d14f3d06 of type vlan for network 52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5 Jul 14 14:02:16.206015 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-70aec0bc-1288-48d2-820f-c21a2da725a5 None None] For port 55f5bd93-4adc-48fd-b00b-a571cc94d83a, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:02:16.211536 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-70aec0bc-1288-48d2-820f-c21a2da725a5 None None] For port 55f5bd93-4adc-48fd-b00b-a571cc94d83a, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=55f5bd93-4adc-48fd-b00b-a571cc94d83a,segment=NetworkSegment(ec7043c0-9d85-4e94-92a8-8843b57bb980),segment_id=ec7043c0-9d85-4e94-92a8-8843b57bb980)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:02:16.220024 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-70aec0bc-1288-48d2-820f-c21a2da725a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.234156 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2fd9ba06-8658-44b7-a71c-c4daa53527e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781939793924'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.236695 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] Set router 40b081a8-ccc5-4265-b708-75b5c3dd3e4f gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:16.286529 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9ba06-8658-44b7-a71c-c4daa53527e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b184da02-ce35-4b3a-9ab1-e7ba754a3e5d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:16.289139 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2fd9ba06-8658-44b7-a71c-c4daa53527e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.290099 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd9ba06-8658-44b7-a71c-c4daa53527e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:16.290669 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2fd9ba06-8658-44b7-a71c-c4daa53527e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.329924 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aec0bc-1288-48d2-820f-c21a2da725a5 None None] Pushing event updated for resources: {'Port': ['ID=55f5bd93-4adc-48fd-b00b-a571cc94d83a,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:16.362594 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fa03c91b-01b6-4f09-aa6a-8cbdb23a0de7 req-4006d3b7-be1e-49d0-bf69-51a6b6ad1c7e tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178991 Jul 14 14:02:16.402993 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2fd9ba06-8658-44b7-a71c-c4daa53527e9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6136231 Jul 14 14:02:16.403595 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 37704) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:16.410952 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-e6091177-0466-47e8-b097-07a7747b1639 admin admin] Request body: {'subnet': {'network_id': '52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1963719870-subnet', 'tenant_id': 'a690ff4158714878a816acee1019db63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:16.437410 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9ba06-8658-44b7-a71c-c4daa53527e9 admin admin] Pushing event updated for resources: {'Network': ['ID=52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:16.445066 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6091177-0466-47e8-b097-07a7747b1639 admin admin] Made reservation on behalf of a690ff4158714878a816acee1019db63 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:02:16.448587 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e6091177-0466-47e8-b097-07a7747b1639 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126024849'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.449341 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Network 52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5 details requested by agent ovs-agent-dv-cinder-797608-5-iscsi with host dv-cinder-797608-5-iscsi {{(pid=92931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:02:16.525028 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'name': 'tempest-TestShelveInstance-1551460002-router', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:12Z', 'revision_number': 4, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'gw_port': {'id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '70d7d968-7c3f-4ad3-965a-96bad8866729', 'name': '', 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'mac_address': 'fa:16:3e:8d:a2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:12Z', 'updated_at': '2021-07-14T14:02:13Z', 'revision_number': 2, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'subnets': [{'id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:16.576925 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] Checking router: 40b081a8-ccc5-4265-b708-75b5c3dd3e4f for host: dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:02:16.581553 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] Updating router 40b081a8-ccc5-4265-b708-75b5c3dd3e4f port 70d7d968-7c3f-4ad3-965a-96bad8866729 binding host dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:02:16.595657 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 2b6aabf7-6f12-4f95-a693-3cfa54c6114c up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:16.647253 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.656458 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d57ee4-a285-469b-9dbb-4c8994dd47d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.697520 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning for port 2b6aabf7-6f12-4f95-a693-3cfa54c6114c completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:16.702028 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port 2b6aabf7-6f12-4f95-a693-3cfa54c6114c triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:16.702511 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.709296 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e6091177-0466-47e8-b097-07a7747b1639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125937037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126024867'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.808973 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6091177-0466-47e8-b097-07a7747b1639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2b27a02-89c2-48a3-b34e-35a980a89e20,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:16.817042 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.830678 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6091177-0466-47e8-b097-07a7747b1639 admin admin] Checking segment: {'id': 'a9b2f01b-65ca-4723-a1b1-e406d14f3d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:02:16.831128 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6091177-0466-47e8-b097-07a7747b1639 admin admin] Network hostable DHCP agents. Network: 52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5, hostable agents: ['82b7cd81-444f-4fd8-937d-e6dfe2847fa5'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:02:16.835412 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 55f5bd93-4adc-48fd-b00b-a571cc94d83a up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:16.856204 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6091177-0466-47e8-b097-07a7747b1639 admin admin] Network 52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5 is scheduled to be hosted by DHCP agent 82b7cd81-444f-4fd8-937d-e6dfe2847fa5 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:02:16.877080 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-e6091177-0466-47e8-b097-07a7747b1639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-5-iscsi, 52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:16.878417 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c56078-c8aa-436f-81b9-62aecc5e9f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6aabf7-6f12-4f95-a693-3cfa54c6114c'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:02:16.880728 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3116899-53d2-4c2a-8857-d7a1dcb284cd" -d '{"events": [{"server_uuid": "e1c56078-c8aa-436f-81b9-62aecc5e9f61", "name": "network-vif-plugged", "status": "completed", "tag": "2b6aabf7-6f12-4f95-a693-3cfa54c6114c"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:02:16.898078 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b43572-bfb6-4fdc-89fe-b5de3a9df68e None None] Network 52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:02:16.909884 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6091177-0466-47e8-b097-07a7747b1639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:16.911756 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e6091177-0466-47e8-b097-07a7747b1639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.944935 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e6091177-0466-47e8-b097-07a7747b1639 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5378823 Jul 14 14:02:16.946784 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d57ee4-a285-469b-9dbb-4c8994dd47d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728866'] for router, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.962125 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aab14eb-ad53-479f-91ff-4582cc3912d2 x-openstack-request-id: req-7aab14eb-ad53-479f-91ff-4582cc3912d2 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:02:16.962410 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c56078-c8aa-436f-81b9-62aecc5e9f61", "name": "network-vif-plugged", "status": "completed", "tag": "2b6aabf7-6f12-4f95-a693-3cfa54c6114c", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:02:16.962661 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7aab14eb-ad53-479f-91ff-4582cc3912d2 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:02:16.963040 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c56078-c8aa-436f-81b9-62aecc5e9f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6aabf7-6f12-4f95-a693-3cfa54c6114c', 'code': 200} Jul 14 14:02:16.968987 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 2b6aabf7-6f12-4f95-a693-3cfa54c6114c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2b6aabf7-6f12-4f95-a693-3cfa54c6114c,segment=NetworkSegment(5df22ef0-0a20-4fe0-bcf6-2f1d416c5632),segment_id=5df22ef0-0a20-4fe0-bcf6-2f1d416c5632)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:16.982741 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:17.024684 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:17.045571 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] Transition to ACTIVE for port object 70d7d968-7c3f-4ad3-965a-96bad8866729 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:17.061935 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port 55f5bd93-4adc-48fd-b00b-a571cc94d83a completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:17.067887 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:17.074553 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device a1ae1c08-9608-4da1-a276-fb21d8e8bd6f up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:17.126862 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=2b6aabf7-6f12-4f95-a693-3cfa54c6114c,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:17.128142 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67a30b-96c0-4f19-b87a-862f84c224d7 None None] Pushing event updated for resources: {'Port': ['ID=70d7d968-7c3f-4ad3-965a-96bad8866729,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:17.140423 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67a30b-96c0-4f19-b87a-862f84c224d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:17.141098 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67a30b-96c0-4f19-b87a-862f84c224d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:17.141638 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67a30b-96c0-4f19-b87a-862f84c224d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:17.142193 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67a30b-96c0-4f19-b87a-862f84c224d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:17.142837 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67a30b-96c0-4f19-b87a-862f84c224d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:17.143808 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67a30b-96c0-4f19-b87a-862f84c224d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:17.145299 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67a30b-96c0-4f19-b87a-862f84c224d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:17.145927 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67a30b-96c0-4f19-b87a-862f84c224d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:17.146442 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67a30b-96c0-4f19-b87a-862f84c224d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:17.146965 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67a30b-96c0-4f19-b87a-862f84c224d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:17.147441 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67a30b-96c0-4f19-b87a-862f84c224d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:17.147989 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd67a30b-96c0-4f19-b87a-862f84c224d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:17.151972 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d57ee4-a285-469b-9dbb-4c8994dd47d6 admin admin] Router 7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9 is scheduled to L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac with binding_index 1 {{(pid=92930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 14:02:17.171656 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a213a0-e3b6-4bc5-a168-4637bd321c9c None None] Network 52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:02:17.268130 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] Attempting to bind port 70d7d968-7c3f-4ad3-965a-96bad8866729 on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:02:17.268926 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] Attempting to bind port 70d7d968-7c3f-4ad3-965a-96bad8866729 by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': '90be14ea-95aa-4eb8-9100-8a7174493db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:02:17.269456 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] Attempting to bind port 70d7d968-7c3f-4ad3-965a-96bad8866729 on network 912804b8-d37d-4c84-875b-d14a8f8749af {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:02:17.281361 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:02:17.281972 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] Checking segment: {'id': '90be14ea-95aa-4eb8-9100-8a7174493db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:02:17.282545 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:17.283085 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] Bound using segment: {'id': '90be14ea-95aa-4eb8-9100-8a7174493db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:02:17.283776 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] Bound port: 70d7d968-7c3f-4ad3-965a-96bad8866729, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90be14ea-95aa-4eb8-9100-8a7174493db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:02:17.284340 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:17.354733 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port a1ae1c08-9608-4da1-a276-fb21d8e8bd6f triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:17.355636 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:17.391398 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] For port 70d7d968-7c3f-4ad3-965a-96bad8866729, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:02:17.400862 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] For port 70d7d968-7c3f-4ad3-965a-96bad8866729, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=70d7d968-7c3f-4ad3-965a-96bad8866729,segment=NetworkSegment(90be14ea-95aa-4eb8-9100-8a7174493db2),segment_id=90be14ea-95aa-4eb8-9100-8a7174493db2)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:02:17.401700 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0fe0b-5192-43f3-beb3-b8c637ce0402 req-b03142f2-c1c8-4d64-87ad-d8f2a6c8e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:17.403398 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e6c0fe0b-5192-43f3-beb3-b8c637ce0402 req-b03142f2-c1c8-4d64-87ad-d8f2a6c8e699 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 1098 time: 0.1255777 Jul 14 14:02:17.416659 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:17.467073 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d57ee4-a285-469b-9dbb-4c8994dd47d6 admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:02:17.497735 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e6c0fe0b-5192-43f3-beb3-b8c637ce0402 req-3d44f6ba-56e1-43d3-9088-eb84d7065b54 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848098 Jul 14 14:02:17.507109 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d57ee4-a285-469b-9dbb-4c8994dd47d6 admin admin] Notify callbacks [] for router, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:17.509284 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-a2d57ee4-a285-469b-9dbb-4c8994dd47d6 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3707578 Jul 14 14:02:17.512075 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 37716) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:17.526976 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] Sync routers for ids ['7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:02:17.549416 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] Routers {'40b081a8-ccc5-4265-b708-75b5c3dd3e4f'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:17.550421 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:02:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['40b081a8-ccc5-4265-b708-75b5c3dd3e4f'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:17.605150 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67a30b-96c0-4f19-b87a-862f84c224d7 None None] Pushing event updated for resources: {'Port': ['ID=70d7d968-7c3f-4ad3-965a-96bad8866729,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:17.647650 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] Routers {'7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:17.647650 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:02:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:17.749757 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d657103-ca0b-4441-82af-f212bf4ee0a5 req-c96d36d4-f613-4843-b5bb-e8dea1bae366 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:17.752360 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2d657103-ca0b-4441-82af-f212bf4ee0a5 req-c96d36d4-f613-4843-b5bb-e8dea1bae366 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 945 time: 0.1736736 Jul 14 14:02:17.770449 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] Set router 40b081a8-ccc5-4265-b708-75b5c3dd3e4f gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:17.804029 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2d657103-ca0b-4441-82af-f212bf4ee0a5 req-31f92bac-e33f-426f-8cee-d2d95330053f tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448551 Jul 14 14:02:17.957129 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f21e6e-a072-4a21-93d4-cff05b966dee None None] Network 5f573f88-4d37-4195-a45a-58ba57322a49 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:02:18.041567 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-1b85407b-151d-4b8a-a409-92eae338e86f None None] Provisioning for port 55f5bd93-4adc-48fd-b00b-a571cc94d83a completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:18.044474 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'name': 'tempest-TestShelveInstance-1551460002-router', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:12Z', 'revision_number': 4, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'gw_port': {'id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '70d7d968-7c3f-4ad3-965a-96bad8866729', 'name': '', 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'mac_address': 'fa:16:3e:8d:a2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:12Z', 'updated_at': '2021-07-14T14:02:17Z', 'revision_number': 4, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'subnets': [{'id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:18.055641 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] Set router 7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:18.057420 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-1b85407b-151d-4b8a-a409-92eae338e86f None None] Provisioning complete for port 55f5bd93-4adc-48fd-b00b-a571cc94d83a triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:18.057862 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1b85407b-151d-4b8a-a409-92eae338e86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.072679 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8f8978-936f-4615-9fb5-bab648e80a2d None None] The sync data for ids ['40b081a8-ccc5-4265-b708-75b5c3dd3e4f'] in dv-cinder-797608-5-iscsi is: [{'id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'name': 'tempest-TestShelveInstance-1551460002-router', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:12Z', 'revision_number': 4, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'gw_port': {'id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '70d7d968-7c3f-4ad3-965a-96bad8866729', 'name': '', 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'mac_address': 'fa:16:3e:8d:a2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:12Z', 'updated_at': '2021-07-14T14:02:17Z', 'revision_number': 4, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'subnets': [{'id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:02:18.211397 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eac9d9e4-be2f-4fa3-8f82-ff5ec4c1c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.367158 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1b85407b-151d-4b8a-a409-92eae338e86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.405212 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-eac9d9e4-be2f-4fa3-8f82-ff5ec4c1c5e4 admin admin] Allocated IP 172.20.0.1 (5f573f88-4d37-4195-a45a-58ba57322a49/fee19267-3871-4907-b153-212897b1d73b/e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:02:18.433005 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-1b85407b-151d-4b8a-a409-92eae338e86f None None] For port 55f5bd93-4adc-48fd-b00b-a571cc94d83a, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=55f5bd93-4adc-48fd-b00b-a571cc94d83a,segment=NetworkSegment(ec7043c0-9d85-4e94-92a8-8843b57bb980),segment_id=ec7043c0-9d85-4e94-92a8-8843b57bb980)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:18.450156 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1b85407b-151d-4b8a-a409-92eae338e86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.510054 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9', 'name': 'tempest-TestShelveInstance-1718942748-router', 'tenant_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '6adda75e-13d1-4ebc-b4ed-3213d5051424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:15Z', 'updated_at': '2021-07-14T14:02:16Z', 'revision_number': 3, 'project_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'gw_port': {'id': '6adda75e-13d1-4ebc-b4ed-3213d5051424', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:32:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:15Z', 'updated_at': '2021-07-14T14:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:18.541646 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] Checking router: 7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9 for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:02:18.541985 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] Updating router 7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9 port 6adda75e-13d1-4ebc-b4ed-3213d5051424 binding host dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:02:18.543801 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eac9d9e4-be2f-4fa3-8f82-ff5ec4c1c5e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.543971 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85407b-151d-4b8a-a409-92eae338e86f None None] Pushing event updated for resources: {'Port': ['ID=55f5bd93-4adc-48fd-b00b-a571cc94d83a,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:18.571644 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-eac9d9e4-be2f-4fa3-8f82-ff5ec4c1c5e4 admin admin] Transition to ACTIVE for port object e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:18.600830 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.633693 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eac9d9e4-be2f-4fa3-8f82-ff5ec4c1c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.690221 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac9d9e4-be2f-4fa3-8f82-ff5ec4c1c5e4 admin admin] Network 5f573f88-4d37-4195-a45a-58ba57322a49 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:02:18.691476 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9d9e4-be2f-4fa3-8f82-ff5ec4c1c5e4 admin admin] Pushing event updated for resources: {'Port': ['ID=e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:18.694468 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-eac9d9e4-be2f-4fa3-8f82-ff5ec4c1c5e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:18.696853 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac9d9e4-be2f-4fa3-8f82-ff5ec4c1c5e4 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:02:18.722334 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 70d7d968-7c3f-4ad3-965a-96bad8866729 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:18.746398 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eac9d9e4-be2f-4fa3-8f82-ff5ec4c1c5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-729041'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.795110 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-f6d67f3d-217a-42d9-9d98-0bfee7ef8b0b None None] Provisioning complete for port 55f5bd93-4adc-48fd-b00b-a571cc94d83a triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:18.795643 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f6d67f3d-217a-42d9-9d98-0bfee7ef8b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.917799 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port 70d7d968-7c3f-4ad3-965a-96bad8866729 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:18.927407 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eac9d9e4-be2f-4fa3-8f82-ff5ec4c1c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.929446 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 70d7d968-7c3f-4ad3-965a-96bad8866729 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:18.929818 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.081217 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d79df-7ee7-451b-b8c2-f15a873625d5 req-01f0645c-bdf5-472f-8bc0-d9a5d46d42f6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:19.085745 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e59d79df-7ee7-451b-b8c2-f15a873625d5 req-01f0645c-bdf5-472f-8bc0-d9a5d46d42f6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 945 time: 0.0904169 Jul 14 14:02:19.121249 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.137497 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e59d79df-7ee7-451b-b8c2-f15a873625d5 req-7eb17d4a-5ad3-4d7f-9398-cc4803c65134 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458672 Jul 14 14:02:19.140949 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.144119 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] Transition to ACTIVE for port object 6adda75e-13d1-4ebc-b4ed-3213d5051424 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:19.173917 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.178815 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eac9d9e4-be2f-4fa3-8f82-ff5ec4c1c5e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.194296 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-5915ad4b-2de5-47e9-8904-73e77ca3c939 None None] Provisioning for port e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:19.202370 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eac9d9e4-be2f-4fa3-8f82-ff5ec4c1c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.215491 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port 70d7d968-7c3f-4ad3-965a-96bad8866729, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=70d7d968-7c3f-4ad3-965a-96bad8866729,segment=NetworkSegment(90be14ea-95aa-4eb8-9100-8a7174493db2),segment_id=90be14ea-95aa-4eb8-9100-8a7174493db2)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:19.224239 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-5915ad4b-2de5-47e9-8904-73e77ca3c939 None None] Provisioning complete for port e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:19.224619 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5915ad4b-2de5-47e9-8904-73e77ca3c939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.232292 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.233033 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 55f5bd93-4adc-48fd-b00b-a571cc94d83a up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:19.270768 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eac9d9e4-be2f-4fa3-8f82-ff5ec4c1c5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-726113'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.299453 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] Attempting to bind port 6adda75e-13d1-4ebc-b4ed-3213d5051424 on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:02:19.299845 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] Attempting to bind port 6adda75e-13d1-4ebc-b4ed-3213d5051424 by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:02:19.300522 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] Attempting to bind port 6adda75e-13d1-4ebc-b4ed-3213d5051424 on network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:02:19.302616 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c6d0a-e67f-49dd-804f-155a78481da2 None None] Pushing event updated for resources: {'Port': ['ID=6adda75e-13d1-4ebc-b4ed-3213d5051424,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:19.317269 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-5915ad4b-2de5-47e9-8904-73e77ca3c939 None None] Port e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:02:19.338163 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:02:19.338556 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] Checking segment: {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:02:19.338922 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.339308 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] Bound using segment: {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:02:19.339825 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] Bound port: 6adda75e-13d1-4ebc-b4ed-3213d5051424, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:02:19.340205 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.353837 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ee0fd-e404-4537-ba58-ccadc76317ca req-64d2265b-f7f2-4b2f-9b64-66f4d3da4aba tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:19.355948 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-966ee0fd-e404-4537-ba58-ccadc76317ca req-64d2265b-f7f2-4b2f-9b64-66f4d3da4aba tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 945 time: 0.0984037 Jul 14 14:02:19.381748 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9d9e4-be2f-4fa3-8f82-ff5ec4c1c5e4 admin admin] Pushing event updated for resources: {'Port': ['ID=e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:19.404599 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-966ee0fd-e404-4537-ba58-ccadc76317ca req-15b52596-ff15-4b88-91af-ef8d1ace234a tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381112 Jul 14 14:02:19.423001 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=70d7d968-7c3f-4ad3-965a-96bad8866729,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:19.423528 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-625abf78-20d7-4ac1-a585-b93d5f873736 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:19.430553 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-625abf78-20d7-4ac1-a585-b93d5f873736 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/networks?id=52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5 HTTP/1.1" status: 200 len: 814 time: 0.2855937 Jul 14 14:02:19.430753 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 55f5bd93-4adc-48fd-b00b-a571cc94d83a triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:19.431120 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.439756 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 37740) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:19.448468 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-27f7a021-894c-42d6-89d7-5e29c5155de3 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/quotas/a690ff4158714878a816acee1019db63 HTTP/1.1" status: 200 len: 375 time: 0.0173542 Jul 14 14:02:19.462392 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] For port 6adda75e-13d1-4ebc-b4ed-3213d5051424, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:02:19.481789 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] For port 6adda75e-13d1-4ebc-b4ed-3213d5051424, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=6adda75e-13d1-4ebc-b4ed-3213d5051424,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:02:19.492753 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-4da12da4-b580-4c2e-882a-33cad3621a35 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a690ff4158714878a816acee1019db63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382760 Jul 14 14:02:19.494587 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac9d9e4-be2f-4fa3-8f82-ff5ec4c1c5e4 admin admin] Network 5f573f88-4d37-4195-a45a-58ba57322a49 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:02:19.496033 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-eac9d9e4-be2f-4fa3-8f82-ff5ec4c1c5e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:19.502423 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.609704 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c6d0a-e67f-49dd-804f-155a78481da2 None None] Pushing event updated for resources: {'Port': ['ID=6adda75e-13d1-4ebc-b4ed-3213d5051424,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:19.619338 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] Routers {'7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:19.620060 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:02:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:19.625380 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece121e0-6980-4107-bfb6-62ad979a345e tempest-TestVolumeBootPattern-1059975847 tempest-TestVolumeBootPattern-1059975847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:19.626973 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-ece121e0-6980-4107-bfb6-62ad979a345e tempest-TestVolumeBootPattern-1059975847 tempest-TestVolumeBootPattern-1059975847-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 1093 time: 0.1859224 Jul 14 14:02:19.631509 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 37744) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:19.636761 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-65a4a138-98f5-423f-b375-7a28607cd8d1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Request body: {'floatingip': {'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'port_id': '2b6aabf7-6f12-4f95-a693-3cfa54c6114c', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:19.667518 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-65a4a138-98f5-423f-b375-7a28607cd8d1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for floatingip, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.702276 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-941ac801-e0ec-4176-a4a2-2468c00bb866 service neutron] 10.222.0.45 "GET /v2.0/networks/52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008243 Jul 14 14:02:19.709893 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac9d9e4-be2f-4fa3-8f82-ff5ec4c1c5e4 admin admin] Router 7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9 has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:02:19.751783 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] Set router 7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:19.792784 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-65a4a138-98f5-423f-b375-7a28607cd8d1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.855009 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-1a3ae78b-0aa0-4c11-adbf-0a11bfd32cbd service neutron] 10.222.0.45 "GET /v2.0/networks/52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434891 Jul 14 14:02:19.911216 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac9d9e4-be2f-4fa3-8f82-ff5ec4c1c5e4 admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:02:19.918847 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-65a4a138-98f5-423f-b375-7a28607cd8d1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Allocated IP 172.27.2.248 (cd162c73-a958-4cb4-9ccb-1bec0cade7b8/12dd67ef-565e-43e2-af52-7977bdc7d073/42b3b90c-8738-4708-bb85-290b4e16d241) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:02:19.921325 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-eac9d9e4-be2f-4fa3-8f82-ff5ec4c1c5e4 admin admin] 10.222.0.45 "PUT /v2.0/routers/7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4081271 Jul 14 14:02:20.018595 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-d045833f-f1d9-4095-80e8-658d7287e9ea None None] Provisioning complete for port e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:20.019229 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d045833f-f1d9-4095-80e8-658d7287e9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:20.059988 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-83ee64a6-846e-4e64-889e-8351cda6af2f req-88e2b4f1-d736-415f-a3d7-1e6bc4a21cdb tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=d790be93-13a0-41c2-a926-7c1dc2e5f5c1 HTTP/1.1" status: 200 len: 210 time: 0.0313368 Jul 14 14:02:20.061246 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-d045833f-f1d9-4095-80e8-658d7287e9ea None None] Port e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:02:20.118742 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-65a4a138-98f5-423f-b375-7a28607cd8d1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:20.163096 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9', 'name': 'tempest-TestShelveInstance-1718942748-router', 'tenant_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '6adda75e-13d1-4ebc-b4ed-3213d5051424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:15Z', 'updated_at': '2021-07-14T14:02:18Z', 'revision_number': 4, 'project_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'gw_port': {'id': '6adda75e-13d1-4ebc-b4ed-3213d5051424', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:32:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:15Z', 'updated_at': '2021-07-14T14:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc', 'name': '', 'network_id': '5f573f88-4d37-4195-a45a-58ba57322a49', 'tenant_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'mac_address': 'fa:16:3e:34:8c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'fee19267-3871-4907-b153-212897b1d73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:18Z', 'updated_at': '2021-07-14T14:02:19Z', 'revision_number': 2, 'project_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'subnets': [{'id': 'fee19267-3871-4907-b153-212897b1d73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:20.175245 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-65a4a138-98f5-423f-b375-7a28607cd8d1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:20.193093 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c51eac-7759-4d23-b3a6-2c07d0087a00 None None] The sync data for ids ['7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9'] in dv-cinder-797608-5-iscsi is: [{'id': '7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9', 'name': 'tempest-TestShelveInstance-1718942748-router', 'tenant_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '6adda75e-13d1-4ebc-b4ed-3213d5051424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:15Z', 'updated_at': '2021-07-14T14:02:18Z', 'revision_number': 4, 'project_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'gw_port': {'id': '6adda75e-13d1-4ebc-b4ed-3213d5051424', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:32:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:15Z', 'updated_at': '2021-07-14T14:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc', 'name': '', 'network_id': '5f573f88-4d37-4195-a45a-58ba57322a49', 'tenant_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'mac_address': 'fa:16:3e:34:8c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'fee19267-3871-4907-b153-212897b1d73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:18Z', 'updated_at': '2021-07-14T14:02:19Z', 'revision_number': 2, 'project_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'subnets': [{'id': 'fee19267-3871-4907-b153-212897b1d73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:02:20.233250 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a4a138-98f5-423f-b375-7a28607cd8d1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:02:20.236641 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-65a4a138-98f5-423f-b375-7a28607cd8d1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:20.243820 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a4a138-98f5-423f-b375-7a28607cd8d1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:02:20.276195 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4a138-98f5-423f-b375-7a28607cd8d1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Pushing event updated for resources: {'Port': ['ID=42b3b90c-8738-4708-bb85-290b4e16d241,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:20.730352 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 70d7d968-7c3f-4ad3-965a-96bad8866729 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:20.776063 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-65a4a138-98f5-423f-b375-7a28607cd8d1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:20.806246 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 70d7d968-7c3f-4ad3-965a-96bad8866729 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:20.807692 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:20.889637 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-65a4a138-98f5-423f-b375-7a28607cd8d1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:20.963482 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 37762) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:20.968149 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-f76cb552-c8fb-4f7d-821d-2c1b5968b7ea tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1726956389', 'description': 'tempest-secgroup-smoke-1726956389 description', 'project_id': '0ee76060bbe74f9c82a94850df8e577a'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:20.992127 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f76cb552-c8fb-4f7d-821d-2c1b5968b7ea tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:21.060168 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-65a4a138-98f5-423f-b375-7a28607cd8d1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:21.068704 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-65a4a138-98f5-423f-b375-7a28607cd8d1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127483915'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:21.080437 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f76cb552-c8fb-4f7d-821d-2c1b5968b7ea tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:21.085312 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f76cb552-c8fb-4f7d-821d-2c1b5968b7ea tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:21.131182 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76cb552-c8fb-4f7d-821d-2c1b5968b7ea tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f27a393a-0db6-4667-9c3f-9440f304abfd,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:21.135720 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f76cb552-c8fb-4f7d-821d-2c1b5968b7ea tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:21.135720 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f76cb552-c8fb-4f7d-821d-2c1b5968b7ea tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1705430 Jul 14 14:02:21.138874 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 37766) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:21.148364 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4a138-98f5-423f-b375-7a28607cd8d1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Pushing event updated for resources: {'Port': ['ID=42b3b90c-8738-4708-bb85-290b4e16d241,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:21.159170 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-77b67838-ea70-47b0-a8d7-f2d9d22474dd tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Request body: {'security_group_rule': {'security_group_id': 'f27a393a-0db6-4667-9c3f-9440f304abfd', 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:21.201867 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-77b67838-ea70-47b0-a8d7-f2d9d22474dd tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:21.260174 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-65a4a138-98f5-423f-b375-7a28607cd8d1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728900'] for floatingip, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:21.265480 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-77b67838-ea70-47b0-a8d7-f2d9d22474dd tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:21.271999 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-77b67838-ea70-47b0-a8d7-f2d9d22474dd tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:21.285561 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e777761d-c1e3-4847-a29c-4b367b5291fd req-72a01477-614b-4d50-930a-5d0d00c3023d tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=d790be93-13a0-41c2-a926-7c1dc2e5f5c1 HTTP/1.1" status: 200 len: 210 time: 0.0399313 Jul 14 14:02:21.314203 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b67838-ea70-47b0-a8d7-f2d9d22474dd tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c00e73-d95d-4e59-95b2-ea782033f88b,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:21.329515 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-77b67838-ea70-47b0-a8d7-f2d9d22474dd tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:21.335644 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-77b67838-ea70-47b0-a8d7-f2d9d22474dd tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1952231 Jul 14 14:02:21.336378 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 37768) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:21.368962 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-863a39cf-ec9e-45eb-8fe9-e06c43adc463 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Request body: {'security_group_rule': {'security_group_id': 'f27a393a-0db6-4667-9c3f-9440f304abfd', 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:21.430542 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.db.l3_db [None req-65a4a138-98f5-423f-b375-7a28607cd8d1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Floating IP e1a39793-0eba-4e28-9899-68deb1eed7c7 associated. External IP: 172.27.2.248, port: 2b6aabf7-6f12-4f95-a693-3cfa54c6114c. Jul 14 14:02:21.432407 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-863a39cf-ec9e-45eb-8fe9-e06c43adc463 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:21.452469 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-1cc1fbac-6423-4bf0-9ba7-90394f960b57 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:21.455579 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-1cc1fbac-6423-4bf0-9ba7-90394f960b57 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.54 "GET /v2.0/networks?id=52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5 HTTP/1.1" status: 200 len: 814 time: 0.1543090 Jul 14 14:02:21.480292 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-7838d617-a1dd-4474-a6a8-2adb54a0ba75 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Request body: {'port': {'device_id': 'd790be93-13a0-41c2-a926-7c1dc2e5f5c1', 'network_id': '52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5', 'admin_state_up': True, 'tenant_id': 'a690ff4158714878a816acee1019db63'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:21.654585 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a4a138-98f5-423f-b375-7a28607cd8d1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:02:21.768664 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a4a138-98f5-423f-b375-7a28607cd8d1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:02:21.778854 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fecb5f-e61f-4b8f-9fbc-55fa416d5c02 None None] Sync routers for ids ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'] in dv-cinder-797608-5-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:02:21.786966 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-65a4a138-98f5-423f-b375-7a28607cd8d1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for floatingip, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:21.790258 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fecb5f-e61f-4b8f-9fbc-55fa416d5c02 None None] Routers {'1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:21.790992 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-39fecb5f-e61f-4b8f-9fbc-55fa416d5c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:02:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:21.826122 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-65a4a138-98f5-423f-b375-7a28607cd8d1 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1932831 Jul 14 14:02:21.826494 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c56078-c8aa-436f-81b9-62aecc5e9f61', 'tag': '2b6aabf7-6f12-4f95-a693-3cfa54c6114c'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:02:21.828773 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31caa09cefd84d89e0f6bc05e36e7b56708507d4cefba0b4e9c94fc307b5637f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0000c3f4-6626-44c6-9143-c9e68b9c286a" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c56078-c8aa-436f-81b9-62aecc5e9f61", "tag": "2b6aabf7-6f12-4f95-a693-3cfa54c6114c"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:02:21.880025 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-863a39cf-ec9e-45eb-8fe9-e06c43adc463 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:21.883075 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4391ad7-a51a-4532-b170-79f55c989aa4 x-openstack-request-id: req-e4391ad7-a51a-4532-b170-79f55c989aa4 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:02:21.883356 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c56078-c8aa-436f-81b9-62aecc5e9f61", "tag": "2b6aabf7-6f12-4f95-a693-3cfa54c6114c", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:02:21.883692 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e4391ad7-a51a-4532-b170-79f55c989aa4 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:02:21.884145 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c56078-c8aa-436f-81b9-62aecc5e9f61', 'tag': '2b6aabf7-6f12-4f95-a693-3cfa54c6114c', 'status': 'completed', 'code': 200} Jul 14 14:02:21.890830 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-863a39cf-ec9e-45eb-8fe9-e06c43adc463 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:21.954593 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a39cf-ec9e-45eb-8fe9-e06c43adc463 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f79609a-7cc9-4fe8-8f90-d63d90c11c80,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:21.959000 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-863a39cf-ec9e-45eb-8fe9-e06c43adc463 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:21.960742 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-863a39cf-ec9e-45eb-8fe9-e06c43adc463 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5951374 Jul 14 14:02:21.962975 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 37778) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:21.967704 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-fd9d9a6a-56e9-4f50-a41e-6b98e866762f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Request body: {'security_group_rule': {'security_group_id': 'f27a393a-0db6-4667-9c3f-9440f304abfd', 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:21.994636 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-7838d617-a1dd-4474-a6a8-2adb54a0ba75 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Made reservation on behalf of a690ff4158714878a816acee1019db63 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:02:21.998148 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-7838d617-a1dd-4474-a6a8-2adb54a0ba75 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.016750 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fd9d9a6a-56e9-4f50-a41e-6b98e866762f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.018538 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000c3f4-6626-44c6-9143-c9e68b9c286a req-5645a7dc-b4a0-4089-b4bf-19be2c0f04e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:22.020084 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0000c3f4-6626-44c6-9143-c9e68b9c286a req-5645a7dc-b4a0-4089-b4bf-19be2c0f04e3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=990fdf2e13b14e9fb639f1c032174bdf&device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 1098 time: 0.1058130 Jul 14 14:02:22.034672 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-39fecb5f-e61f-4b8f-9fbc-55fa416d5c02 None None] Set router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:22.084700 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fd9d9a6a-56e9-4f50-a41e-6b98e866762f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.089257 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fd9d9a6a-56e9-4f50-a41e-6b98e866762f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.113137 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d9a6a-56e9-4f50-a41e-6b98e866762f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0ee974-eabf-4ed0-9ce2-4cab2feb0a71,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:22.125137 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fd9d9a6a-56e9-4f50-a41e-6b98e866762f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.126422 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-fd9d9a6a-56e9-4f50-a41e-6b98e866762f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1623487 Jul 14 14:02:22.129389 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 37780) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:22.134608 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-1db4e4cb-8540-46df-b652-0b3f3d90fdaf tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Request body: {'security_group_rule': {'security_group_id': 'f27a393a-0db6-4667-9c3f-9440f304abfd', 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:22.163282 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1db4e4cb-8540-46df-b652-0b3f3d90fdaf tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.210467 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-7838d617-a1dd-4474-a6a8-2adb54a0ba75 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Allocated IP 172.20.0.14 (52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5/a2b27a02-89c2-48a3-b34e-35a980a89e20/d85ce66c-540a-4c4d-aff5-1bea44992a09) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:02:22.226388 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1db4e4cb-8540-46df-b652-0b3f3d90fdaf tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.228155 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000c3f4-6626-44c6-9143-c9e68b9c286a req-78c1e3ed-db76-4b04-9812-a69e1cc8e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:22.229646 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0000c3f4-6626-44c6-9143-c9e68b9c286a req-78c1e3ed-db76-4b04-9812-a69e1cc8e1ee service neutron] 10.222.0.54 "GET /v2.0/networks?id=678bb7df-4b97-4bd4-90be-124739d8c193 HTTP/1.1" status: 200 len: 913 time: 0.2028074 Jul 14 14:02:22.231043 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1db4e4cb-8540-46df-b652-0b3f3d90fdaf tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.251537 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4e4cb-8540-46df-b652-0b3f3d90fdaf tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14cad97f-1a02-4908-9fa9-55a7bd07b6a8,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:22.256506 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1db4e4cb-8540-46df-b652-0b3f3d90fdaf tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.258609 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-1db4e4cb-8540-46df-b652-0b3f3d90fdaf tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282630 Jul 14 14:02:22.261349 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 37782) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:22.265831 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-4dec61b6-9a53-45a4-9100-d0e176101d81 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Request body: {'security_group_rule': {'security_group_id': 'f27a393a-0db6-4667-9c3f-9440f304abfd', 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:22.288937 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.db.securitygroups_db [None req-4dec61b6-9a53-45a4-9100-d0e176101d81 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Project 0ee76060bbe74f9c82a94850df8e577a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 14:02:22.290696 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-39fecb5f-e61f-4b8f-9fbc-55fa416d5c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T13:55:55Z', 'revision_number': 4, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '4839c44c-f131-41ba-ac12-04eddb46c9a6', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'port_id': 'e8c9dce2-6287-437f-8618-1dc5a7e7b490', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'mac_address': 'fa:16:3e:c0:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e35d688-92f0-415b-a3e5-038e9913c4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:00:02Z', 'updated_at': '2021-07-14T14:00:05Z', 'revision_number': 1, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'fixed_ip_address_scope': None}, {'id': 'e1a39793-0eba-4e28-9899-68deb1eed7c7', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'port_id': '2b6aabf7-6f12-4f95-a693-3cfa54c6114c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'mac_address': 'fa:16:3e:b6:6c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c56078-c8aa-436f-81b9-62aecc5e9f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:02:20Z', 'updated_at': '2021-07-14T14:02:20Z', 'revision_number': 0, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78efec9-9b4b-4aad-b14f-ee3c0edebc58', 'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'mac_address': 'fa:16:3e:2d:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:55Z', 'updated_at': '2021-07-14T13:56:03Z', 'revision_number': 5, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'subnets': [{'id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:22.300126 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4dec61b6-9a53-45a4-9100-d0e176101d81 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.333258 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fecb5f-e61f-4b8f-9fbc-55fa416d5c02 None None] Checking router: 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d for host: dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:02:22.354820 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fecb5f-e61f-4b8f-9fbc-55fa416d5c02 None None] Routers {'1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:22.355514 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-39fecb5f-e61f-4b8f-9fbc-55fa416d5c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:02:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:22.393428 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0000c3f4-6626-44c6-9143-c9e68b9c286a req-02923a9b-c609-4a9e-adac-70532c414373 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b6aabf7-6f12-4f95-a693-3cfa54c6114c HTTP/1.1" status: 200 len: 999 time: 0.1554422 Jul 14 14:02:22.423277 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4dec61b6-9a53-45a4-9100-d0e176101d81 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.432973 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4dec61b6-9a53-45a4-9100-d0e176101d81 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.453808 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec61b6-9a53-45a4-9100-d0e176101d81 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d21c6ff-6042-4922-af93-c27a9c22e5fa,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:22.463267 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4dec61b6-9a53-45a4-9100-d0e176101d81 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.468500 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-4dec61b6-9a53-45a4-9100-d0e176101d81 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2035265 Jul 14 14:02:22.469358 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 37786) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:22.474212 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000c3f4-6626-44c6-9143-c9e68b9c286a req-c7243309-c60a-415a-9241-0a61769e797c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:22.475814 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0000c3f4-6626-44c6-9143-c9e68b9c286a req-c7243309-c60a-415a-9241-0a61769e797c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aebd5a90-b585-464a-9d2f-1afe8d420f90 HTTP/1.1" status: 200 len: 851 time: 0.0732162 Jul 14 14:02:22.477386 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-f114bad9-abcd-4b43-b2c4-75ed2fd77df1 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Request body: {'security_group_rule': {'security_group_id': 'f27a393a-0db6-4667-9c3f-9440f304abfd', 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:22.497193 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-7838d617-a1dd-4474-a6a8-2adb54a0ba75 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.516973 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-39fecb5f-e61f-4b8f-9fbc-55fa416d5c02 None None] Set router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:22.519240 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2e32b3ff-a5aa-4ca2-a0c4-7c31e9d1c17b req-0b101b88-e131-4e9f-85ca-fab24b3d3be8 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=d790be93-13a0-41c2-a926-7c1dc2e5f5c1 HTTP/1.1" status: 200 len: 210 time: 0.0368593 Jul 14 14:02:22.533348 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.db.securitygroups_db [None req-f114bad9-abcd-4b43-b2c4-75ed2fd77df1 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Project 0ee76060bbe74f9c82a94850df8e577a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 14:02:22.551473 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f114bad9-abcd-4b43-b2c4-75ed2fd77df1 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.569122 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000c3f4-6626-44c6-9143-c9e68b9c286a req-98a75226-7cbb-45ff-9cd0-884d42e8a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:22.570644 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0000c3f4-6626-44c6-9143-c9e68b9c286a req-98a75226-7cbb-45ff-9cd0-884d42e8a368 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=678bb7df-4b97-4bd4-90be-124739d8c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0861483 Jul 14 14:02:22.611699 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f114bad9-abcd-4b43-b2c4-75ed2fd77df1 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.615827 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f114bad9-abcd-4b43-b2c4-75ed2fd77df1 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.619385 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-7838d617-a1dd-4474-a6a8-2adb54a0ba75 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.646376 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f114bad9-abcd-4b43-b2c4-75ed2fd77df1 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.655265 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-f114bad9-abcd-4b43-b2c4-75ed2fd77df1 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1775227 Jul 14 14:02:22.655265 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114bad9-abcd-4b43-b2c4-75ed2fd77df1 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7098348-e24b-46c3-9f1e-e54237b54ca0,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:22.710177 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 6adda75e-13d1-4ebc-b4ed-3213d5051424 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:22.714756 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-7838d617-a1dd-4474-a6a8-2adb54a0ba75 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Network 52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:02:22.722248 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-7838d617-a1dd-4474-a6a8-2adb54a0ba75 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:22.726135 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-7838d617-a1dd-4474-a6a8-2adb54a0ba75 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:02:22.734561 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838d617-a1dd-4474-a6a8-2adb54a0ba75 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Pushing event updated for resources: {'Port': ['ID=d85ce66c-540a-4c4d-aff5-1bea44992a09,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:22.782913 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port 6adda75e-13d1-4ebc-b4ed-3213d5051424 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:22.789695 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 6adda75e-13d1-4ebc-b4ed-3213d5051424 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:22.790358 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.793176 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0000c3f4-6626-44c6-9143-c9e68b9c286a req-e7d3eb7a-0865-41dd-b00e-e1104cdc2ae7 service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124147 Jul 14 14:02:22.812525 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-7838d617-a1dd-4474-a6a8-2adb54a0ba75 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:22.813322 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-7838d617-a1dd-4474-a6a8-2adb54a0ba75 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.847642 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-39fecb5f-e61f-4b8f-9fbc-55fa416d5c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T13:55:55Z', 'revision_number': 4, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '4839c44c-f131-41ba-ac12-04eddb46c9a6', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'port_id': 'e8c9dce2-6287-437f-8618-1dc5a7e7b490', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'mac_address': 'fa:16:3e:c0:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e35d688-92f0-415b-a3e5-038e9913c4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:00:02Z', 'updated_at': '2021-07-14T14:00:05Z', 'revision_number': 1, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'fixed_ip_address_scope': None}, {'id': 'e1a39793-0eba-4e28-9899-68deb1eed7c7', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'port_id': '2b6aabf7-6f12-4f95-a693-3cfa54c6114c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'mac_address': 'fa:16:3e:b6:6c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c56078-c8aa-436f-81b9-62aecc5e9f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:02:20Z', 'updated_at': '2021-07-14T14:02:20Z', 'revision_number': 0, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78efec9-9b4b-4aad-b14f-ee3c0edebc58', 'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'mac_address': 'fa:16:3e:2d:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:55Z', 'updated_at': '2021-07-14T13:56:03Z', 'revision_number': 5, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'subnets': [{'id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:22.880214 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fecb5f-e61f-4b8f-9fbc-55fa416d5c02 None None] The sync data for ids ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'] in dv-cinder-797608-5-iscsi is: [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T13:55:55Z', 'revision_number': 4, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '4839c44c-f131-41ba-ac12-04eddb46c9a6', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'port_id': 'e8c9dce2-6287-437f-8618-1dc5a7e7b490', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'mac_address': 'fa:16:3e:c0:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e35d688-92f0-415b-a3e5-038e9913c4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:00:02Z', 'updated_at': '2021-07-14T14:00:05Z', 'revision_number': 1, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'fixed_ip_address_scope': None}, {'id': 'e1a39793-0eba-4e28-9899-68deb1eed7c7', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'port_id': '2b6aabf7-6f12-4f95-a693-3cfa54c6114c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'mac_address': 'fa:16:3e:b6:6c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c56078-c8aa-436f-81b9-62aecc5e9f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:02:20Z', 'updated_at': '2021-07-14T14:02:20Z', 'revision_number': 0, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78efec9-9b4b-4aad-b14f-ee3c0edebc58', 'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'mac_address': 'fa:16:3e:2d:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:55Z', 'updated_at': '2021-07-14T13:56:03Z', 'revision_number': 5, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'subnets': [{'id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:02:22.904472 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-7838d617-a1dd-4474-a6a8-2adb54a0ba75 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4297485 Jul 14 14:02:22.910362 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] Sync routers for ids ['7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:02:22.912292 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.921831 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-aecf2d79-5543-46f4-ab98-1f4b45cbaabf service neutron] Request body: {'port': {'device_id': 'd790be93-13a0-41c2-a926-7c1dc2e5f5c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:22.938165 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port 6adda75e-13d1-4ebc-b4ed-3213d5051424, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=6adda75e-13d1-4ebc-b4ed-3213d5051424,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:22.942261 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] Routers {'7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:22.942877 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:02:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:22.976900 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.999926 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0000c3f4-6626-44c6-9143-c9e68b9c286a req-9f680818-8118-4623-aad0-a680bcf95aa3 service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833234 Jul 14 14:02:23.041929 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-aecf2d79-5543-46f4-ab98-1f4b45cbaabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:23.071163 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=6adda75e-13d1-4ebc-b4ed-3213d5051424,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:23.092233 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] Set router 7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:23.340496 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9', 'name': 'tempest-TestShelveInstance-1718942748-router', 'tenant_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '6adda75e-13d1-4ebc-b4ed-3213d5051424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:15Z', 'updated_at': '2021-07-14T14:02:18Z', 'revision_number': 4, 'project_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'gw_port': {'id': '6adda75e-13d1-4ebc-b4ed-3213d5051424', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:32:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:15Z', 'updated_at': '2021-07-14T14:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc', 'name': '', 'network_id': '5f573f88-4d37-4195-a45a-58ba57322a49', 'tenant_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'mac_address': 'fa:16:3e:34:8c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'fee19267-3871-4907-b153-212897b1d73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:18Z', 'updated_at': '2021-07-14T14:02:19Z', 'revision_number': 2, 'project_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'subnets': [{'id': 'fee19267-3871-4907-b153-212897b1d73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:23.365551 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-aecf2d79-5543-46f4-ab98-1f4b45cbaabf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85ce66c-540a-4c4d-aff5-1bea44992a09 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:02:23.367781 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] Checking router: 7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9 for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:02:23.368133 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] Updating router 7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9 port e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc binding host dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:02:23.373858 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-aecf2d79-5543-46f4-ab98-1f4b45cbaabf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:23.386087 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-aecf2d79-5543-46f4-ab98-1f4b45cbaabf service neutron] Transition to ACTIVE for port object d85ce66c-540a-4c4d-aff5-1bea44992a09 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:23.389813 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-aecf2d79-5543-46f4-ab98-1f4b45cbaabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:23.405988 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:23.444354 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf2d79-5543-46f4-ab98-1f4b45cbaabf service neutron] Pushing event updated for resources: {'Port': ['ID=d85ce66c-540a-4c4d-aff5-1bea44992a09,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:23.520243 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-aecf2d79-5543-46f4-ab98-1f4b45cbaabf service neutron] Attempting to bind port d85ce66c-540a-4c4d-aff5-1bea44992a09 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:02:23.520577 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-aecf2d79-5543-46f4-ab98-1f4b45cbaabf service neutron] Attempting to bind port d85ce66c-540a-4c4d-aff5-1bea44992a09 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'a9b2f01b-65ca-4723-a1b1-e406d14f3d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:02:23.520908 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-aecf2d79-5543-46f4-ab98-1f4b45cbaabf service neutron] Attempting to bind port d85ce66c-540a-4c4d-aff5-1bea44992a09 on network 52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:02:23.525337 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-aecf2d79-5543-46f4-ab98-1f4b45cbaabf service neutron] Port d85ce66c-540a-4c4d-aff5-1bea44992a09 on network 52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:02:23.525657 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-aecf2d79-5543-46f4-ab98-1f4b45cbaabf service neutron] Attempting to bind port d85ce66c-540a-4c4d-aff5-1bea44992a09 on network 52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:02:23.534183 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-aecf2d79-5543-46f4-ab98-1f4b45cbaabf service neutron] Checking agent: {'id': '452dea11-d79b-49e5-b391-0cd9cce6a9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:02:23.534522 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-aecf2d79-5543-46f4-ab98-1f4b45cbaabf service neutron] Checking segment: {'id': 'a9b2f01b-65ca-4723-a1b1-e406d14f3d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:02:23.534896 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-aecf2d79-5543-46f4-ab98-1f4b45cbaabf service neutron] Bound using segment: {'id': 'a9b2f01b-65ca-4723-a1b1-e406d14f3d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:02:23.535952 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-aecf2d79-5543-46f4-ab98-1f4b45cbaabf service neutron] Bound port: d85ce66c-540a-4c4d-aff5-1bea44992a09, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b2f01b-65ca-4723-a1b1-e406d14f3d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:02:23.536670 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-aecf2d79-5543-46f4-ab98-1f4b45cbaabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:23.627941 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-aecf2d79-5543-46f4-ab98-1f4b45cbaabf service neutron] For port d85ce66c-540a-4c4d-aff5-1bea44992a09, host hv-cinder-79760, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:02:23.631797 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-aecf2d79-5543-46f4-ab98-1f4b45cbaabf service neutron] For port d85ce66c-540a-4c4d-aff5-1bea44992a09, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d85ce66c-540a-4c4d-aff5-1bea44992a09,segment=NetworkSegment(a9b2f01b-65ca-4723-a1b1-e406d14f3d06),segment_id=a9b2f01b-65ca-4723-a1b1-e406d14f3d06)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:02:23.640817 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-aecf2d79-5543-46f4-ab98-1f4b45cbaabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:23.700431 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:23.713347 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] Transition to ACTIVE for port object e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:23.718151 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-aecf2d79-5543-46f4-ab98-1f4b45cbaabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:23.718927 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-aecf2d79-5543-46f4-ab98-1f4b45cbaabf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:23.720505 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-aecf2d79-5543-46f4-ab98-1f4b45cbaabf service neutron] 10.222.0.54 "PUT /v2.0/ports/d85ce66c-540a-4c4d-aff5-1bea44992a09 HTTP/1.1" status: 200 len: 1094 time: 0.8049037 Jul 14 14:02:23.721065 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:23.724754 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd790be93-13a0-41c2-a926-7c1dc2e5f5c1', 'tag': 'd85ce66c-540a-4c4d-aff5-1bea44992a09'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:02:23.727096 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11569cd6-ef15-4c78-ad01-b8853a82b1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d790be93-13a0-41c2-a926-7c1dc2e5f5c1", "tag": "d85ce66c-540a-4c4d-aff5-1bea44992a09"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:02:23.759282 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf2d79-5543-46f4-ab98-1f4b45cbaabf service neutron] Pushing event updated for resources: {'Port': ['ID=d85ce66c-540a-4c4d-aff5-1bea44992a09,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:23.770988 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bb573a-8124-4cc5-9618-0326cc7dd9c9 x-openstack-request-id: req-d6bb573a-8124-4cc5-9618-0326cc7dd9c9 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:02:23.771321 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d790be93-13a0-41c2-a926-7c1dc2e5f5c1", "tag": "d85ce66c-540a-4c4d-aff5-1bea44992a09", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:02:23.771637 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d6bb573a-8124-4cc5-9618-0326cc7dd9c9 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:02:23.773249 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd790be93-13a0-41c2-a926-7c1dc2e5f5c1', 'tag': 'd85ce66c-540a-4c4d-aff5-1bea44992a09', 'status': 'completed', 'code': 200} Jul 14 14:02:23.788412 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3c1c4-45f0-49fb-a164-0eef66fe103c None None] Pushing event updated for resources: {'Port': ['ID=e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:23.842981 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963480d-f507-436a-baf7-e4091e99848b req-712e9418-9808-4a6c-8c0d-7fa617b55f3d tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:23.846271 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] Attempting to bind port e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:02:23.846588 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c963480d-f507-436a-baf7-e4091e99848b req-712e9418-9808-4a6c-8c0d-7fa617b55f3d tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=d790be93-13a0-41c2-a926-7c1dc2e5f5c1 HTTP/1.1" status: 200 len: 944 time: 0.1931522 Jul 14 14:02:23.846719 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] Attempting to bind port e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': 'ec7043c0-9d85-4e94-92a8-8843b57bb980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5f573f88-4d37-4195-a45a-58ba57322a49'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:02:23.846984 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] Attempting to bind port e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc on network 5f573f88-4d37-4195-a45a-58ba57322a49 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:02:23.852522 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:02:23.852888 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] Checking segment: {'id': 'ec7043c0-9d85-4e94-92a8-8843b57bb980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5f573f88-4d37-4195-a45a-58ba57322a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:02:23.853289 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:23.853677 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] Bound using segment: {'id': 'ec7043c0-9d85-4e94-92a8-8843b57bb980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5f573f88-4d37-4195-a45a-58ba57322a49'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:02:23.854136 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] Bound port: e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7043c0-9d85-4e94-92a8-8843b57bb980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5f573f88-4d37-4195-a45a-58ba57322a49'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:02:23.854514 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:23.865538 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-f2346f3c-e44e-4591-bdc4-8d8c3daaec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:23.867062 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-f2346f3c-e44e-4591-bdc4-8d8c3daaec70 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a690ff4158714878a816acee1019db63&device_id=d790be93-13a0-41c2-a926-7c1dc2e5f5c1 HTTP/1.1" status: 200 len: 1097 time: 0.0923715 Jul 14 14:02:23.926946 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-844b5aba-629a-4b6d-b6a2-2fb7bb03e8bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d85ce66c-540a-4c4d-aff5-1bea44992a09 HTTP/1.1" status: 200 len: 217 time: 0.0502682 Jul 14 14:02:23.939101 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] For port e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:02:23.944012 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] For port e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc,segment=NetworkSegment(ec7043c0-9d85-4e94-92a8-8843b57bb980),segment_id=ec7043c0-9d85-4e94-92a8-8843b57bb980)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:02:23.945320 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c963480d-f507-436a-baf7-e4091e99848b req-a9f50a45-542a-43c6-ba36-970667342d9b tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/security-groups?id=b184da02-ce35-4b3a-9ab1-e7ba754a3e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888901 Jul 14 14:02:23.953758 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:24.002155 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-38a17c0e-3e9c-486a-a160-468a66f74342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:24.004565 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-38a17c0e-3e9c-486a-a160-468a66f74342 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a2b27a02-89c2-48a3-b34e-35a980a89e20 HTTP/1.1" status: 200 len: 854 time: 0.0577071 Jul 14 14:02:24.024297 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] Routers {'7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:24.025068 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:02:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:24.045342 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048c5b3-af27-438f-ac09-f9aa87b44d37 None None] New status for floating IP e1a39793-0eba-4e28-9899-68deb1eed7c7: ACTIVE {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:02:24.045955 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-621b67ec-0bf2-48cf-a4e8-098cd869d935 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300343 Jul 14 14:02:24.065488 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3c1c4-45f0-49fb-a164-0eef66fe103c None None] Pushing event updated for resources: {'Port': ['ID=e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:24.154836 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] Set router 7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:24.171570 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-fa8ef5bd-8e37-4d34-9526-183ca1a07c70 service neutron] 10.222.0.54 "GET /v2.0/networks/52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182451 Jul 14 14:02:24.276687 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7d1b68ca-fe06-4137-9e95-b78e4b73ba22 req-0d780920-49e3-4a7d-a50f-747a07032163 service neutron] 10.222.0.54 "GET /v2.0/networks/52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982504 Jul 14 14:02:24.382673 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9', 'name': 'tempest-TestShelveInstance-1718942748-router', 'tenant_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '6adda75e-13d1-4ebc-b4ed-3213d5051424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:15Z', 'updated_at': '2021-07-14T14:02:18Z', 'revision_number': 4, 'project_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'gw_port': {'id': '6adda75e-13d1-4ebc-b4ed-3213d5051424', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:32:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:15Z', 'updated_at': '2021-07-14T14:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc', 'name': '', 'network_id': '5f573f88-4d37-4195-a45a-58ba57322a49', 'tenant_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'mac_address': 'fa:16:3e:34:8c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'fee19267-3871-4907-b153-212897b1d73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:18Z', 'updated_at': '2021-07-14T14:02:23Z', 'revision_number': 4, 'project_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'subnets': [{'id': 'fee19267-3871-4907-b153-212897b1d73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:24.408035 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11569cd6-ef15-4c78-ad01-b8853a82b1d1 req-effbd788-03a9-47ee-bf21-2a835e56bb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:24.409530 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11569cd6-ef15-4c78-ad01-b8853a82b1d1 req-effbd788-03a9-47ee-bf21-2a835e56bb66 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a690ff4158714878a816acee1019db63&device_id=d790be93-13a0-41c2-a926-7c1dc2e5f5c1 HTTP/1.1" status: 200 len: 1097 time: 0.0666239 Jul 14 14:02:24.412860 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64b9c39-c1e8-473a-9e33-f15fe67f84cb None None] The sync data for ids ['7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9'] in dv-cinder-797608-5-iscsi is: [{'id': '7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9', 'name': 'tempest-TestShelveInstance-1718942748-router', 'tenant_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '6adda75e-13d1-4ebc-b4ed-3213d5051424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:15Z', 'updated_at': '2021-07-14T14:02:18Z', 'revision_number': 4, 'project_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'gw_port': {'id': '6adda75e-13d1-4ebc-b4ed-3213d5051424', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:32:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:15Z', 'updated_at': '2021-07-14T14:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc', 'name': '', 'network_id': '5f573f88-4d37-4195-a45a-58ba57322a49', 'tenant_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'mac_address': 'fa:16:3e:34:8c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'fee19267-3871-4907-b153-212897b1d73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:18Z', 'updated_at': '2021-07-14T14:02:23Z', 'revision_number': 4, 'project_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'subnets': [{'id': 'fee19267-3871-4907-b153-212897b1d73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:02:24.508535 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11569cd6-ef15-4c78-ad01-b8853a82b1d1 req-66ee29a3-7110-4262-8d6c-4cc29709af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:24.510038 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11569cd6-ef15-4c78-ad01-b8853a82b1d1 req-66ee29a3-7110-4262-8d6c-4cc29709af73 service neutron] 10.222.0.54 "GET /v2.0/networks?id=52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5 HTTP/1.1" status: 200 len: 915 time: 0.0921748 Jul 14 14:02:24.553829 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11569cd6-ef15-4c78-ad01-b8853a82b1d1 req-f7817ec2-8a8b-455d-a2b3-76c53559bc4c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d85ce66c-540a-4c4d-aff5-1bea44992a09 HTTP/1.1" status: 200 len: 217 time: 0.0355694 Jul 14 14:02:24.619207 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11569cd6-ef15-4c78-ad01-b8853a82b1d1 req-6e8f7d26-c44f-47bf-b181-756533f02113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:24.620790 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11569cd6-ef15-4c78-ad01-b8853a82b1d1 req-6e8f7d26-c44f-47bf-b181-756533f02113 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a2b27a02-89c2-48a3-b34e-35a980a89e20 HTTP/1.1" status: 200 len: 854 time: 0.0602334 Jul 14 14:02:24.656471 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11569cd6-ef15-4c78-ad01-b8853a82b1d1 req-1ea6b3d2-2490-406b-9802-7f9db5658001 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286939 Jul 14 14:02:24.679898 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 6adda75e-13d1-4ebc-b4ed-3213d5051424 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:24.731774 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 6adda75e-13d1-4ebc-b4ed-3213d5051424 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:24.732734 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:24.762444 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11569cd6-ef15-4c78-ad01-b8853a82b1d1 req-a936e625-e3a2-4eaa-9be0-82f9a0b0f859 service neutron] 10.222.0.54 "GET /v2.0/networks/52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979555 Jul 14 14:02:24.814191 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:24.871551 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11569cd6-ef15-4c78-ad01-b8853a82b1d1 req-53a77011-f356-4878-b8be-530a05e30c26 service neutron] 10.222.0.54 "GET /v2.0/networks/52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009655 Jul 14 14:02:24.871789 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:24.875937 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:24.876306 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:24.956586 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:24.992247 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc,segment=NetworkSegment(ec7043c0-9d85-4e94-92a8-8843b57bb980),segment_id=ec7043c0-9d85-4e94-92a8-8843b57bb980)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:24.996525 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:25.052064 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:25.143391 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba5363-d33a-4cc9-9920-5439e728026a req-50db94ce-9518-4fa1-baa8-78762a1effd1 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:25.145005 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-20ba5363-d33a-4cc9-9920-5439e728026a req-50db94ce-9518-4fa1-baa8-78762a1effd1 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=d790be93-13a0-41c2-a926-7c1dc2e5f5c1 HTTP/1.1" status: 200 len: 944 time: 0.0704312 Jul 14 14:02:25.183420 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-20ba5363-d33a-4cc9-9920-5439e728026a req-a422272b-46af-492b-9da1-b53a5b17294b tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/security-groups?id=b184da02-ce35-4b3a-9ab1-e7ba754a3e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326533 Jul 14 14:02:26.354135 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df293536-fd7d-40e6-9a40-f0400171cec5 req-e853b2d2-ef5d-4340-b03c-a199c496e4ab tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:26.355645 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-df293536-fd7d-40e6-9a40-f0400171cec5 req-e853b2d2-ef5d-4340-b03c-a199c496e4ab tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=d790be93-13a0-41c2-a926-7c1dc2e5f5c1 HTTP/1.1" status: 200 len: 944 time: 0.0628822 Jul 14 14:02:26.396457 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-df293536-fd7d-40e6-9a40-f0400171cec5 req-44ae4598-cf75-44ce-8b6a-43ca3bfe5089 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/security-groups?id=b184da02-ce35-4b3a-9ab1-e7ba754a3e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348268 Jul 14 14:02:26.632335 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device d85ce66c-540a-4c4d-aff5-1bea44992a09 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:02:26.635444 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:26.856746 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:26.857261 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:26.904648 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port d85ce66c-540a-4c4d-aff5-1bea44992a09, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d85ce66c-540a-4c4d-aff5-1bea44992a09,segment=NetworkSegment(a9b2f01b-65ca-4723-a1b1-e406d14f3d06),segment_id=a9b2f01b-65ca-4723-a1b1-e406d14f3d06)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:26.917628 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': 'd85ce66c-540a-4c4d-aff5-1bea44992a09', 'network_id': '52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5', 'port_id': 'd85ce66c-540a-4c4d-aff5-1bea44992a09', 'mac_address': 'fa:16:3e:23:e7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b27a02-89c2-48a3-b34e-35a980a89e20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:02:26.983775 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:26.998198 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85ce66c-540a-4c4d-aff5-1bea44992a09 {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:02:27.018293 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port d85ce66c-540a-4c4d-aff5-1bea44992a09, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d85ce66c-540a-4c4d-aff5-1bea44992a09,segment=NetworkSegment(a9b2f01b-65ca-4723-a1b1-e406d14f3d06),segment_id=a9b2f01b-65ca-4723-a1b1-e406d14f3d06)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:27.023024 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:27.073254 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=d85ce66c-540a-4c4d-aff5-1bea44992a09,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:27.288972 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['d85ce66c-540a-4c4d-aff5-1bea44992a09'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:02:27.567146 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e0bf6-342d-4866-a8ce-3f0faf1e7cde req-b79a9ce0-bc98-4ce6-a752-b31f9b9ca0fe tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:27.568703 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-332e0bf6-342d-4866-a8ce-3f0faf1e7cde req-b79a9ce0-bc98-4ce6-a752-b31f9b9ca0fe tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=d790be93-13a0-41c2-a926-7c1dc2e5f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0633893 Jul 14 14:02:27.606264 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-332e0bf6-342d-4866-a8ce-3f0faf1e7cde req-f6a8a78d-baef-40ba-94e0-f13a606609e9 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/security-groups?id=b184da02-ce35-4b3a-9ab1-e7ba754a3e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320070 Jul 14 14:02:28.646205 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device d85ce66c-540a-4c4d-aff5-1bea44992a09 up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:28.692789 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning for port d85ce66c-540a-4c4d-aff5-1bea44992a09 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:28.696314 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port d85ce66c-540a-4c4d-aff5-1bea44992a09 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:28.696680 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:28.775862 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:28.779155 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2be63f-87e1-48c6-b528-3cf2ddb2e0a4 req-bc31e32f-a50d-45b4-8d18-50acf9aaae97 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:28.780688 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0e2be63f-87e1-48c6-b528-3cf2ddb2e0a4 req-bc31e32f-a50d-45b4-8d18-50acf9aaae97 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=d790be93-13a0-41c2-a926-7c1dc2e5f5c1 HTTP/1.1" status: 200 len: 945 time: 0.0653360 Jul 14 14:02:28.797370 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd790be93-13a0-41c2-a926-7c1dc2e5f5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85ce66c-540a-4c4d-aff5-1bea44992a09'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:02:28.799635 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbdaf57-a256-4d41-8418-d16029241187" -d '{"events": [{"server_uuid": "d790be93-13a0-41c2-a926-7c1dc2e5f5c1", "name": "network-vif-plugged", "status": "completed", "tag": "d85ce66c-540a-4c4d-aff5-1bea44992a09"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:02:28.812176 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port d85ce66c-540a-4c4d-aff5-1bea44992a09, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d85ce66c-540a-4c4d-aff5-1bea44992a09,segment=NetworkSegment(a9b2f01b-65ca-4723-a1b1-e406d14f3d06),segment_id=a9b2f01b-65ca-4723-a1b1-e406d14f3d06)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:28.817157 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:28.829722 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0e2be63f-87e1-48c6-b528-3cf2ddb2e0a4 req-705e235e-74bf-4d80-9f54-6d55c9f186cc tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/security-groups?id=b184da02-ce35-4b3a-9ab1-e7ba754a3e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432296 Jul 14 14:02:28.844059 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b049ed-aec8-4dc9-97c8-6135255f98f1 x-openstack-request-id: req-86b049ed-aec8-4dc9-97c8-6135255f98f1 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:02:28.844358 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d790be93-13a0-41c2-a926-7c1dc2e5f5c1", "name": "network-vif-plugged", "status": "completed", "tag": "d85ce66c-540a-4c4d-aff5-1bea44992a09", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:02:28.844607 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-86b049ed-aec8-4dc9-97c8-6135255f98f1 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:02:28.844997 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd790be93-13a0-41c2-a926-7c1dc2e5f5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85ce66c-540a-4c4d-aff5-1bea44992a09', 'code': 200} Jul 14 14:02:28.869945 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=d85ce66c-540a-4c4d-aff5-1bea44992a09,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:29.068348 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e90e0-c4c7-4621-8b46-b26c1e76a498 req-fddb666f-510e-4607-8a41-380694ddd861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:29.069778 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f81e90e0-c4c7-4621-8b46-b26c1e76a498 req-fddb666f-510e-4607-8a41-380694ddd861 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d790be93-13a0-41c2-a926-7c1dc2e5f5c1 HTTP/1.1" status: 200 len: 1099 time: 0.0534346 Jul 14 14:02:29.103941 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f81e90e0-c4c7-4621-8b46-b26c1e76a498 req-da45dd08-ffff-4198-812b-0c282b8b42ff service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b184da02-ce35-4b3a-9ab1-e7ba754a3e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266924 Jul 14 14:02:30.009884 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199467b0-7acc-4e93-9e0f-c839713a42a7 req-10ee0238-8909-48c5-906a-1a197aab23f9 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:30.011352 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-199467b0-7acc-4e93-9e0f-c839713a42a7 req-10ee0238-8909-48c5-906a-1a197aab23f9 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=d790be93-13a0-41c2-a926-7c1dc2e5f5c1 HTTP/1.1" status: 200 len: 946 time: 0.0659811 Jul 14 14:02:30.048601 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-199467b0-7acc-4e93-9e0f-c839713a42a7 req-83832b39-7463-46b9-ad96-e381928e935c tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/security-groups?id=b184da02-ce35-4b3a-9ab1-e7ba754a3e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313275 Jul 14 14:02:31.227743 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60546e-0f24-4a65-badd-5cf70b71892f req-843d77a6-6103-4ee4-92d7-8dda0acdfa49 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:31.229206 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-db60546e-0f24-4a65-badd-5cf70b71892f req-843d77a6-6103-4ee4-92d7-8dda0acdfa49 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=d790be93-13a0-41c2-a926-7c1dc2e5f5c1 HTTP/1.1" status: 200 len: 946 time: 0.0628006 Jul 14 14:02:31.267636 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-db60546e-0f24-4a65-badd-5cf70b71892f req-3602b5de-b314-4618-b898-afac4327a7b5 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/security-groups?id=b184da02-ce35-4b3a-9ab1-e7ba754a3e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326028 Jul 14 14:02:35.721384 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:02:38.269829 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-be11cb96-4daa-4ac0-a7b9-0c9f83d7e9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:40.917449 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0df9a59e-2884-4899-b595-1052bb1c0b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:41.230077 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:41.553760 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:41.874135 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:43.410872 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-29c29c09-4781-449f-b485-28dfac39e057 req-a7901039-4d37-43c2-acb1-cd4a066e43c2 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726956389&fields=id&tenant_id=0ee76060bbe74f9c82a94850df8e577a HTTP/1.1" status: 200 len: 267 time: 0.0316329 Jul 14 14:02:43.512307 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c29c09-4781-449f-b485-28dfac39e057 req-bab0574a-4666-4f0c-ad12-b68e6a1f951e tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:43.513634 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-29c29c09-4781-449f-b485-28dfac39e057 req-bab0574a-4666-4f0c-ad12-b68e6a1f951e tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/networks?id=912804b8-d37d-4c84-875b-d14a8f8749af HTTP/1.1" status: 200 len: 809 time: 0.0965343 Jul 14 14:02:43.528341 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-29c29c09-4781-449f-b485-28dfac39e057 req-b4ee2cc6-6fa1-4079-a63c-9f59763d4e65 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/quotas/0ee76060bbe74f9c82a94850df8e577a HTTP/1.1" status: 200 len: 375 time: 0.0093653 Jul 14 14:02:43.598298 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-29c29c09-4781-449f-b485-28dfac39e057 req-de3ce8e2-857a-483e-8306-1176b57bbc80 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0ee76060bbe74f9c82a94850df8e577a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642879 Jul 14 14:02:43.657929 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:43.688648 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-29c29c09-4781-449f-b485-28dfac39e057 req-cb45e16c-9068-4d7a-bace-82fe4e461edb service neutron] 10.222.0.45 "GET /v2.0/networks/912804b8-d37d-4c84-875b-d14a8f8749af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794699 Jul 14 14:02:43.777450 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-29c29c09-4781-449f-b485-28dfac39e057 req-ca12dbe5-eb09-45c1-ac7c-d3803fecd14c service neutron] 10.222.0.45 "GET /v2.0/networks/912804b8-d37d-4c84-875b-d14a8f8749af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830538 Jul 14 14:02:44.077762 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9f385979-4441-40c0-bd24-57c1f9638c50 req-4b1e07ac-7e99-4e5a-b312-5c38994b8c3b tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 210 time: 0.0315166 Jul 14 14:02:45.220482 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c29c09-4781-449f-b485-28dfac39e057 req-25dbd5ec-ab3b-4cb7-86c6-a4964d35bee7 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:45.222278 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-29c29c09-4781-449f-b485-28dfac39e057 req-25dbd5ec-ab3b-4cb7-86c6-a4964d35bee7 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.54 "GET /v2.0/networks?id=912804b8-d37d-4c84-875b-d14a8f8749af HTTP/1.1" status: 200 len: 809 time: 0.1120110 Jul 14 14:02:45.228002 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-89db1225-a3a7-43a8-814f-a6c6414ccddb req-8b9ff997-47e0-4a9c-a152-5b595bff9b93 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 210 time: 0.0294502 Jul 14 14:02:45.268428 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-29c29c09-4781-449f-b485-28dfac39e057 req-9d4dde55-1531-41ce-875a-7d9c7f662562 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ee76060bbe74f9c82a94850df8e577a HTTP/1.1" status: 200 len: 380 time: 0.0352125 Jul 14 14:02:45.277567 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-29c29c09-4781-449f-b485-28dfac39e057 req-5a09b503-b3c0-443a-a2f9-fbd0d4883c52 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Request body: {'port': {'device_id': 'cf83fea7-0819-4861-badc-367f5dfbe0e0', 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af', 'admin_state_up': True, 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'security_groups': ['f27a393a-0db6-4667-9c3f-9440f304abfd']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:45.427673 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c29c09-4781-449f-b485-28dfac39e057 req-5a09b503-b3c0-443a-a2f9-fbd0d4883c52 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Made reservation on behalf of 0ee76060bbe74f9c82a94850df8e577a for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:02:45.431102 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-29c29c09-4781-449f-b485-28dfac39e057 req-5a09b503-b3c0-443a-a2f9-fbd0d4883c52 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:45.460986 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-615944f5-85f2-40cf-851f-6b167ecf1183 req-dc78b879-2f59-462e-be3a-7150711becca service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0976634 Jul 14 14:02:45.601332 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-29c29c09-4781-449f-b485-28dfac39e057 req-5a09b503-b3c0-443a-a2f9-fbd0d4883c52 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Allocated IP 172.20.0.12 (912804b8-d37d-4c84-875b-d14a8f8749af/e2c4544b-3f60-44d2-96fb-444567e7ddec/b7953041-90d7-47f0-8a39-cb37af4cadeb) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:02:45.617673 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615944f5-85f2-40cf-851f-6b167ecf1183 req-b58b2bcc-308f-49ba-983d-80ac06ce1285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:45.619161 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-615944f5-85f2-40cf-851f-6b167ecf1183 req-b58b2bcc-308f-49ba-983d-80ac06ce1285 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=990fdf2e13b14e9fb639f1c032174bdf&device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 1098 time: 0.1076443 Jul 14 14:02:45.799026 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615944f5-85f2-40cf-851f-6b167ecf1183 req-d638f4f2-7966-40f0-8a44-9050fa8c021d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:45.800521 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-615944f5-85f2-40cf-851f-6b167ecf1183 req-d638f4f2-7966-40f0-8a44-9050fa8c021d service neutron] 10.222.0.54 "GET /v2.0/networks?id=678bb7df-4b97-4bd4-90be-124739d8c193 HTTP/1.1" status: 200 len: 913 time: 0.1552567 Jul 14 14:02:45.815569 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-29c29c09-4781-449f-b485-28dfac39e057 req-5a09b503-b3c0-443a-a2f9-fbd0d4883c52 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:45.872128 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-29c29c09-4781-449f-b485-28dfac39e057 req-5a09b503-b3c0-443a-a2f9-fbd0d4883c52 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Transition to ACTIVE for port object b7953041-90d7-47f0-8a39-cb37af4cadeb will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:45.893474 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-615944f5-85f2-40cf-851f-6b167ecf1183 req-fe606427-353f-444a-bb02-6cded6c04634 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8c9dce2-6287-437f-8618-1dc5a7e7b490 HTTP/1.1" status: 200 len: 1000 time: 0.0748782 Jul 14 14:02:45.951298 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-29c29c09-4781-449f-b485-28dfac39e057 req-5a09b503-b3c0-443a-a2f9-fbd0d4883c52 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:45.962233 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615944f5-85f2-40cf-851f-6b167ecf1183 req-a5ba4ff8-c62e-412f-881f-3b08d35e5871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:45.963682 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-615944f5-85f2-40cf-851f-6b167ecf1183 req-a5ba4ff8-c62e-412f-881f-3b08d35e5871 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aebd5a90-b585-464a-9d2f-1afe8d420f90 HTTP/1.1" status: 200 len: 851 time: 0.0617070 Jul 14 14:02:46.030819 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c29c09-4781-449f-b485-28dfac39e057 req-5a09b503-b3c0-443a-a2f9-fbd0d4883c52 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Network 912804b8-d37d-4c84-875b-d14a8f8749af is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:02:46.033123 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09b503-b3c0-443a-a2f9-fbd0d4883c52 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Pushing event updated for resources: {'Port': ['ID=b7953041-90d7-47f0-8a39-cb37af4cadeb,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:46.036368 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-29c29c09-4781-449f-b485-28dfac39e057 req-5a09b503-b3c0-443a-a2f9-fbd0d4883c52 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:46.039257 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c29c09-4781-449f-b485-28dfac39e057 req-5a09b503-b3c0-443a-a2f9-fbd0d4883c52 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:02:46.099725 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c29c09-4781-449f-b485-28dfac39e057 req-5a09b503-b3c0-443a-a2f9-fbd0d4883c52 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:46.100334 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-29c29c09-4781-449f-b485-28dfac39e057 req-5a09b503-b3c0-443a-a2f9-fbd0d4883c52 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:46.113400 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615944f5-85f2-40cf-851f-6b167ecf1183 req-1db1f5fb-434d-489b-8948-75a8ff86eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:46.114932 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-615944f5-85f2-40cf-851f-6b167ecf1183 req-1db1f5fb-434d-489b-8948-75a8ff86eab3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=678bb7df-4b97-4bd4-90be-124739d8c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1299665 Jul 14 14:02:46.120422 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-29c29c09-4781-449f-b485-28dfac39e057 req-5a09b503-b3c0-443a-a2f9-fbd0d4883c52 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8465486 Jul 14 14:02:46.140740 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-29c29c09-4781-449f-b485-28dfac39e057 req-0bb0244c-1cd8-4cd8-84be-5ac60f682f63 service neutron] Request body: {'port': {'device_id': 'cf83fea7-0819-4861-badc-367f5dfbe0e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:46.238762 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-b2d2af06-ba35-4813-9815-497bddefb635 None None] Provisioning for port b7953041-90d7-47f0-8a39-cb37af4cadeb completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:46.243026 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-b2d2af06-ba35-4813-9815-497bddefb635 None None] Provisioning complete for port b7953041-90d7-47f0-8a39-cb37af4cadeb triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:46.243397 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b2d2af06-ba35-4813-9815-497bddefb635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:46.276545 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-b2d2af06-ba35-4813-9815-497bddefb635 None None] Port b7953041-90d7-47f0-8a39-cb37af4cadeb cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:02:46.278731 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-615944f5-85f2-40cf-851f-6b167ecf1183 req-8ce63c01-cce9-4d88-a85b-8048dbe13191 service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497529 Jul 14 14:02:46.279515 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-29c29c09-4781-449f-b485-28dfac39e057 req-0bb0244c-1cd8-4cd8-84be-5ac60f682f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:46.554628 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-615944f5-85f2-40cf-851f-6b167ecf1183 req-d8ae6b0d-c3de-42ab-9e4c-98febb191e93 service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432837 Jul 14 14:02:46.572558 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3856304-6f1d-4115-827e-a0c64eaa58e8 req-059e9425-df24-485d-9cc1-5aeaa6708e9f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:46.573983 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c3856304-6f1d-4115-827e-a0c64eaa58e8 req-059e9425-df24-485d-9cc1-5aeaa6708e9f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 932 time: 0.2132494 Jul 14 14:02:46.634969 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c3856304-6f1d-4115-827e-a0c64eaa58e8 req-dc945c52-60ad-479c-8454-d54d0c991b72 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546238 Jul 14 14:02:46.689117 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-29c29c09-4781-449f-b485-28dfac39e057 req-0bb0244c-1cd8-4cd8-84be-5ac60f682f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7953041-90d7-47f0-8a39-cb37af4cadeb {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:02:46.696396 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-29c29c09-4781-449f-b485-28dfac39e057 req-0bb0244c-1cd8-4cd8-84be-5ac60f682f63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:46.707800 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-29c29c09-4781-449f-b485-28dfac39e057 req-0bb0244c-1cd8-4cd8-84be-5ac60f682f63 service neutron] Transition to ACTIVE for port object b7953041-90d7-47f0-8a39-cb37af4cadeb will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:46.711596 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-29c29c09-4781-449f-b485-28dfac39e057 req-0bb0244c-1cd8-4cd8-84be-5ac60f682f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:46.761578 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0244c-1cd8-4cd8-84be-5ac60f682f63 service neutron] Pushing event updated for resources: {'Port': ['ID=b7953041-90d7-47f0-8a39-cb37af4cadeb,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:46.828466 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-29c29c09-4781-449f-b485-28dfac39e057 req-0bb0244c-1cd8-4cd8-84be-5ac60f682f63 service neutron] Attempting to bind port b7953041-90d7-47f0-8a39-cb37af4cadeb on host hv-cinder-79760 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:02:46.828799 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-29c29c09-4781-449f-b485-28dfac39e057 req-0bb0244c-1cd8-4cd8-84be-5ac60f682f63 service neutron] Attempting to bind port b7953041-90d7-47f0-8a39-cb37af4cadeb by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '90be14ea-95aa-4eb8-9100-8a7174493db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:02:46.829127 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c29c09-4781-449f-b485-28dfac39e057 req-0bb0244c-1cd8-4cd8-84be-5ac60f682f63 service neutron] Attempting to bind port b7953041-90d7-47f0-8a39-cb37af4cadeb on network 912804b8-d37d-4c84-875b-d14a8f8749af {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:02:46.833524 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c29c09-4781-449f-b485-28dfac39e057 req-0bb0244c-1cd8-4cd8-84be-5ac60f682f63 service neutron] Port b7953041-90d7-47f0-8a39-cb37af4cadeb on network 912804b8-d37d-4c84-875b-d14a8f8749af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:02:46.833838 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c29c09-4781-449f-b485-28dfac39e057 req-0bb0244c-1cd8-4cd8-84be-5ac60f682f63 service neutron] Attempting to bind port b7953041-90d7-47f0-8a39-cb37af4cadeb on network 912804b8-d37d-4c84-875b-d14a8f8749af {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:02:46.838931 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c29c09-4781-449f-b485-28dfac39e057 req-0bb0244c-1cd8-4cd8-84be-5ac60f682f63 service neutron] Checking agent: {'id': '452dea11-d79b-49e5-b391-0cd9cce6a9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:02:46.844406 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c29c09-4781-449f-b485-28dfac39e057 req-0bb0244c-1cd8-4cd8-84be-5ac60f682f63 service neutron] Checking segment: {'id': '90be14ea-95aa-4eb8-9100-8a7174493db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:02:46.844406 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c29c09-4781-449f-b485-28dfac39e057 req-0bb0244c-1cd8-4cd8-84be-5ac60f682f63 service neutron] Bound using segment: {'id': '90be14ea-95aa-4eb8-9100-8a7174493db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:02:46.844406 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-29c29c09-4781-449f-b485-28dfac39e057 req-0bb0244c-1cd8-4cd8-84be-5ac60f682f63 service neutron] Bound port: b7953041-90d7-47f0-8a39-cb37af4cadeb, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90be14ea-95aa-4eb8-9100-8a7174493db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:02:46.844406 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-29c29c09-4781-449f-b485-28dfac39e057 req-0bb0244c-1cd8-4cd8-84be-5ac60f682f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:47.173218 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-29c29c09-4781-449f-b485-28dfac39e057 req-0bb0244c-1cd8-4cd8-84be-5ac60f682f63 service neutron] For port b7953041-90d7-47f0-8a39-cb37af4cadeb, host hv-cinder-79760, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:02:47.176034 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-29c29c09-4781-449f-b485-28dfac39e057 req-0bb0244c-1cd8-4cd8-84be-5ac60f682f63 service neutron] For port b7953041-90d7-47f0-8a39-cb37af4cadeb, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b7953041-90d7-47f0-8a39-cb37af4cadeb,segment=NetworkSegment(90be14ea-95aa-4eb8-9100-8a7174493db2),segment_id=90be14ea-95aa-4eb8-9100-8a7174493db2)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:02:47.180397 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-29c29c09-4781-449f-b485-28dfac39e057 req-0bb0244c-1cd8-4cd8-84be-5ac60f682f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:47.212779 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c29c09-4781-449f-b485-28dfac39e057 req-0bb0244c-1cd8-4cd8-84be-5ac60f682f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:47.213374 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-29c29c09-4781-449f-b485-28dfac39e057 req-0bb0244c-1cd8-4cd8-84be-5ac60f682f63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:47.214716 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-29c29c09-4781-449f-b485-28dfac39e057 req-0bb0244c-1cd8-4cd8-84be-5ac60f682f63 service neutron] 10.222.0.54 "PUT /v2.0/ports/b7953041-90d7-47f0-8a39-cb37af4cadeb HTTP/1.1" status: 200 len: 1094 time: 1.0778234 Jul 14 14:02:47.215140 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf83fea7-0819-4861-badc-367f5dfbe0e0', 'tag': 'b7953041-90d7-47f0-8a39-cb37af4cadeb'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:02:47.217346 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545573c9-daf1-453c-a321-ef41e1b80603" -d '{"events": [{"name": "network-changed", "server_uuid": "cf83fea7-0819-4861-badc-367f5dfbe0e0", "tag": "b7953041-90d7-47f0-8a39-cb37af4cadeb"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:02:47.246426 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0244c-1cd8-4cd8-84be-5ac60f682f63 service neutron] Pushing event updated for resources: {'Port': ['ID=b7953041-90d7-47f0-8a39-cb37af4cadeb,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:47.263435 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42277a24-18c8-430f-a05e-56c4b6450bdf x-openstack-request-id: req-42277a24-18c8-430f-a05e-56c4b6450bdf {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:02:47.263769 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf83fea7-0819-4861-badc-367f5dfbe0e0", "tag": "b7953041-90d7-47f0-8a39-cb37af4cadeb", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:02:47.264021 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-42277a24-18c8-430f-a05e-56c4b6450bdf {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:02:47.264417 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf83fea7-0819-4861-badc-367f5dfbe0e0', 'tag': 'b7953041-90d7-47f0-8a39-cb37af4cadeb', 'status': 'completed', 'code': 200} Jul 14 14:02:47.325505 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c29c09-4781-449f-b485-28dfac39e057 req-73016a32-e2a5-44b2-b9a1-b77ff80cd5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:47.327023 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-29c29c09-4781-449f-b485-28dfac39e057 req-73016a32-e2a5-44b2-b9a1-b77ff80cd5d4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0ee76060bbe74f9c82a94850df8e577a&device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 1097 time: 0.0548310 Jul 14 14:02:47.372457 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-29c29c09-4781-449f-b485-28dfac39e057 req-6c0f9c14-bb09-4b9b-948f-6d55223dd8e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7953041-90d7-47f0-8a39-cb37af4cadeb HTTP/1.1" status: 200 len: 217 time: 0.0369194 Jul 14 14:02:47.422063 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c29c09-4781-449f-b485-28dfac39e057 req-61514110-69a3-4949-be30-9a2818c05726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:47.423557 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-29c29c09-4781-449f-b485-28dfac39e057 req-61514110-69a3-4949-be30-9a2818c05726 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e2c4544b-3f60-44d2-96fb-444567e7ddec HTTP/1.1" status: 200 len: 848 time: 0.0444870 Jul 14 14:02:47.481043 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c29c09-4781-449f-b485-28dfac39e057 req-3ac1e7e5-ca95-4cf4-b452-8103c7fc606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:47.482732 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-29c29c09-4781-449f-b485-28dfac39e057 req-3ac1e7e5-ca95-4cf4-b452-8103c7fc606c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=912804b8-d37d-4c84-875b-d14a8f8749af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518994 Jul 14 14:02:47.575094 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-29c29c09-4781-449f-b485-28dfac39e057 req-422e99b6-07bb-4dda-9962-018c89cb0516 service neutron] 10.222.0.54 "GET /v2.0/networks/912804b8-d37d-4c84-875b-d14a8f8749af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846539 Jul 14 14:02:47.664452 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-29c29c09-4781-449f-b485-28dfac39e057 req-b1e6743a-fa8a-4c87-9bea-81343546bf6c service neutron] 10.222.0.54 "GET /v2.0/networks/912804b8-d37d-4c84-875b-d14a8f8749af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819557 Jul 14 14:02:47.811508 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545573c9-daf1-453c-a321-ef41e1b80603 req-b49178c2-0e62-402a-a530-69ec9bdf3440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:47.813008 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-545573c9-daf1-453c-a321-ef41e1b80603 req-b49178c2-0e62-402a-a530-69ec9bdf3440 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0ee76060bbe74f9c82a94850df8e577a&device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 1097 time: 0.0956788 Jul 14 14:02:47.835730 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f1ffc-837b-4622-8f67-eddefa92c799 req-21141325-a93c-463c-a91b-7d131df3caeb tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:47.837095 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8f6f1ffc-837b-4622-8f67-eddefa92c799 req-21141325-a93c-463c-a91b-7d131df3caeb tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 944 time: 0.0925550 Jul 14 14:02:47.917264 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8f6f1ffc-837b-4622-8f67-eddefa92c799 req-e5a36c21-abac-4c93-9c46-c65d45b23a5c tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707986 Jul 14 14:02:47.936042 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545573c9-daf1-453c-a321-ef41e1b80603 req-197997f8-a970-4ab8-8221-29bba99e95d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:47.937495 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-545573c9-daf1-453c-a321-ef41e1b80603 req-197997f8-a970-4ab8-8221-29bba99e95d3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=912804b8-d37d-4c84-875b-d14a8f8749af HTTP/1.1" status: 200 len: 910 time: 0.1168785 Jul 14 14:02:47.982055 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-545573c9-daf1-453c-a321-ef41e1b80603 req-f84a66a3-45dd-463d-a0a1-31e4ce940793 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7953041-90d7-47f0-8a39-cb37af4cadeb HTTP/1.1" status: 200 len: 217 time: 0.0358703 Jul 14 14:02:48.031776 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545573c9-daf1-453c-a321-ef41e1b80603 req-eee037e7-0140-49cd-a3d4-a75443871bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:48.033144 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-545573c9-daf1-453c-a321-ef41e1b80603 req-eee037e7-0140-49cd-a3d4-a75443871bc1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e2c4544b-3f60-44d2-96fb-444567e7ddec HTTP/1.1" status: 200 len: 848 time: 0.0414889 Jul 14 14:02:48.087681 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545573c9-daf1-453c-a321-ef41e1b80603 req-ad95894e-5903-41ef-bae1-72ddc4598089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:48.089092 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-545573c9-daf1-453c-a321-ef41e1b80603 req-ad95894e-5903-41ef-bae1-72ddc4598089 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=912804b8-d37d-4c84-875b-d14a8f8749af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486963 Jul 14 14:02:48.182182 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-545573c9-daf1-453c-a321-ef41e1b80603 req-7b8352d1-1b88-4058-8ac5-8500e2f4beaf service neutron] 10.222.0.54 "GET /v2.0/networks/912804b8-d37d-4c84-875b-d14a8f8749af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818501 Jul 14 14:02:48.270095 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-545573c9-daf1-453c-a321-ef41e1b80603 req-afe23f85-3441-49e7-9205-5d8df99e7431 service neutron] 10.222.0.54 "GET /v2.0/networks/912804b8-d37d-4c84-875b-d14a8f8749af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790143 Jul 14 14:02:49.086769 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35379d9-1815-44b7-a75a-410f8b71b170 req-89ab3f9a-1f98-4486-a6f2-20287337479f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:49.088226 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c35379d9-1815-44b7-a75a-410f8b71b170 req-89ab3f9a-1f98-4486-a6f2-20287337479f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 944 time: 0.0603380 Jul 14 14:02:49.124411 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c35379d9-1815-44b7-a75a-410f8b71b170 req-91a83e52-f688-4174-bf53-6e8772dd230a tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307734 Jul 14 14:02:50.295733 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83984011-6f15-4a5e-a094-5d49e18d10ee req-44039e45-0cf6-48e9-940d-a4dd45e48d18 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:50.297544 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83984011-6f15-4a5e-a094-5d49e18d10ee req-44039e45-0cf6-48e9-940d-a4dd45e48d18 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 944 time: 0.0671055 Jul 14 14:02:50.333798 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83984011-6f15-4a5e-a094-5d49e18d10ee req-eb4cdf6e-ba44-41dc-be07-78ffcd5c9916 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307882 Jul 14 14:02:51.736089 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1f57b-5457-4913-adb2-8fc925baee30 req-2d8a886e-d29a-4aeb-9861-8a518f799627 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:51.737561 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-62a1f57b-5457-4913-adb2-8fc925baee30 req-2d8a886e-d29a-4aeb-9861-8a518f799627 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 944 time: 0.2939482 Jul 14 14:02:51.774218 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-62a1f57b-5457-4913-adb2-8fc925baee30 req-52b27ff7-97d4-4840-bc91-430f3dd6e90f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306122 Jul 14 14:02:52.940291 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75c230-8846-482a-b17a-4f32f0e2dd61 req-52e7ea53-dfc9-4898-a110-f8eab2f1c20d tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:52.941721 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8b75c230-8846-482a-b17a-4f32f0e2dd61 req-52e7ea53-dfc9-4898-a110-f8eab2f1c20d tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 944 time: 0.0593793 Jul 14 14:02:52.977549 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8b75c230-8846-482a-b17a-4f32f0e2dd61 req-6240b4fa-c41b-4113-919b-1f21a6bff5a6 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298491 Jul 14 14:02:54.152189 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3d307-f901-4836-a65b-0f697c9cbd7a req-e0df736e-4184-48b3-9ed0-320b916e72e9 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:54.153671 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-16f3d307-f901-4836-a65b-0f697c9cbd7a req-e0df736e-4184-48b3-9ed0-320b916e72e9 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 944 time: 0.0642271 Jul 14 14:02:54.190613 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-16f3d307-f901-4836-a65b-0f697c9cbd7a req-0802eebc-696f-4127-a23a-099aa5b75b09 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314882 Jul 14 14:02:54.734368 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device b7953041-90d7-47f0-8a39-cb37af4cadeb details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:02:54.822650 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port b7953041-90d7-47f0-8a39-cb37af4cadeb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b7953041-90d7-47f0-8a39-cb37af4cadeb,segment=NetworkSegment(90be14ea-95aa-4eb8-9100-8a7174493db2),segment_id=90be14ea-95aa-4eb8-9100-8a7174493db2)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:54.836693 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': 'b7953041-90d7-47f0-8a39-cb37af4cadeb', 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af', 'port_id': 'b7953041-90d7-47f0-8a39-cb37af4cadeb', 'mac_address': 'fa:16:3e:13:c9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:02:54.871042 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:54.883307 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7953041-90d7-47f0-8a39-cb37af4cadeb {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:02:54.901796 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port b7953041-90d7-47f0-8a39-cb37af4cadeb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b7953041-90d7-47f0-8a39-cb37af4cadeb,segment=NetworkSegment(90be14ea-95aa-4eb8-9100-8a7174493db2),segment_id=90be14ea-95aa-4eb8-9100-8a7174493db2)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:54.905759 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:54.950539 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=b7953041-90d7-47f0-8a39-cb37af4cadeb,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:55.202110 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['b7953041-90d7-47f0-8a39-cb37af4cadeb'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:02:55.357575 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453fe15-e142-4f38-8947-52853d7fcd1e req-75242e7e-17c0-437f-b18f-0fc3ae0a8db2 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:55.359050 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4453fe15-e142-4f38-8947-52853d7fcd1e req-75242e7e-17c0-437f-b18f-0fc3ae0a8db2 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 945 time: 0.0613568 Jul 14 14:02:55.395139 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4453fe15-e142-4f38-8947-52853d7fcd1e req-f11f1419-d986-4720-ae92-bdee68f499e8 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304992 Jul 14 14:02:56.564244 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c062e57-d418-4bc1-9e5e-cb9d8a9aaf38 req-b3d03fee-dad2-4f1e-bf58-ee1df1a8c817 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:56.565593 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4c062e57-d418-4bc1-9e5e-cb9d8a9aaf38 req-b3d03fee-dad2-4f1e-bf58-ee1df1a8c817 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 945 time: 0.0612147 Jul 14 14:02:56.601600 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4c062e57-d418-4bc1-9e5e-cb9d8a9aaf38 req-90ad177b-f98d-48a5-a5b2-e97bed3889e6 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306652 Jul 14 14:02:56.729300 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device b7953041-90d7-47f0-8a39-cb37af4cadeb up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:56.775381 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning for port b7953041-90d7-47f0-8a39-cb37af4cadeb completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:56.779063 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port b7953041-90d7-47f0-8a39-cb37af4cadeb triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:56.779432 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:56.854190 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:56.875170 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf83fea7-0819-4861-badc-367f5dfbe0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7953041-90d7-47f0-8a39-cb37af4cadeb'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:02:56.877400 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16053bbd-cd6a-48ab-b6c0-53adcb517939" -d '{"events": [{"server_uuid": "cf83fea7-0819-4861-badc-367f5dfbe0e0", "name": "network-vif-plugged", "status": "completed", "tag": "b7953041-90d7-47f0-8a39-cb37af4cadeb"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:02:56.890046 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port b7953041-90d7-47f0-8a39-cb37af4cadeb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b7953041-90d7-47f0-8a39-cb37af4cadeb,segment=NetworkSegment(90be14ea-95aa-4eb8-9100-8a7174493db2),segment_id=90be14ea-95aa-4eb8-9100-8a7174493db2)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:56.893972 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:56.917193 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98ec744-0fc0-4646-9a15-6e64d5595414 x-openstack-request-id: req-d98ec744-0fc0-4646-9a15-6e64d5595414 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:02:56.917476 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf83fea7-0819-4861-badc-367f5dfbe0e0", "name": "network-vif-plugged", "status": "completed", "tag": "b7953041-90d7-47f0-8a39-cb37af4cadeb", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:02:56.917719 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d98ec744-0fc0-4646-9a15-6e64d5595414 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:02:56.918092 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf83fea7-0819-4861-badc-367f5dfbe0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7953041-90d7-47f0-8a39-cb37af4cadeb', 'code': 200} Jul 14 14:02:56.944013 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=b7953041-90d7-47f0-8a39-cb37af4cadeb,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:57.204434 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cce10-6014-454c-bcec-84082580705b req-3a88a78b-fa60-4765-91e9-954bfa61528b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:57.205859 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1b5cce10-6014-454c-bcec-84082580705b req-3a88a78b-fa60-4765-91e9-954bfa61528b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 1099 time: 0.0536084 Jul 14 14:02:57.239034 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1b5cce10-6014-454c-bcec-84082580705b req-506e4e99-509a-4f05-8b1e-5c0386957c57 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266168 Jul 14 14:02:57.768363 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d21f1-14ea-41ab-a790-4316579255fd req-401fcce1-0d93-4ff9-b655-d0650b8bd32e tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:57.769811 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1e9d21f1-14ea-41ab-a790-4316579255fd req-401fcce1-0d93-4ff9-b655-d0650b8bd32e tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 946 time: 0.0627759 Jul 14 14:02:57.806404 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1e9d21f1-14ea-41ab-a790-4316579255fd req-d17d0b2f-cd76-4e1b-9ebb-056aa74c0731 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306394 Jul 14 14:02:58.976469 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9131f5-e147-46da-b5d4-b71a665dc28a req-27333f34-2988-4654-a3c6-8410659e056d tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:58.977930 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8e9131f5-e147-46da-b5d4-b71a665dc28a req-27333f34-2988-4654-a3c6-8410659e056d tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 946 time: 0.0637243 Jul 14 14:02:59.014831 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8e9131f5-e147-46da-b5d4-b71a665dc28a req-b49c04eb-f257-4905-8b77-64eee91f0132 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312588 Jul 14 14:02:59.184189 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd550e-2b60-40e8-9ef1-fe0ad52b4b5b req-dbb7061c-1936-486a-b894-5a55753f99eb tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:59.185639 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-45fd550e-2b60-40e8-9ef1-fe0ad52b4b5b req-dbb7061c-1936-486a-b894-5a55753f99eb tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 946 time: 0.0653512 Jul 14 14:02:59.221799 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-45fd550e-2b60-40e8-9ef1-fe0ad52b4b5b req-22b419d5-b0fc-4b46-b57a-ef8e4ca133a8 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307581 Jul 14 14:02:59.245098 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 38096) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:59.335043 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0115c1cc-3004-4c3d-b9d9-bdbc88da5f2b tempest-TestShelveInstance-989705885 tempest-TestShelveInstance-989705885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:59.336561 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0115c1cc-3004-4c3d-b9d9-bdbc88da5f2b tempest-TestShelveInstance-989705885 tempest-TestShelveInstance-989705885-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 1094 time: 0.0905120 Jul 14 14:02:59.339366 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 38100) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:59.343567 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-36247a3d-6939-4c37-aa8d-e9dac42fd948 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Request body: {'floatingip': {'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'port_id': 'b7953041-90d7-47f0-8a39-cb37af4cadeb', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:59.365034 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-36247a3d-6939-4c37-aa8d-e9dac42fd948 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for floatingip, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:59.466395 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-36247a3d-6939-4c37-aa8d-e9dac42fd948 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:59.569577 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-36247a3d-6939-4c37-aa8d-e9dac42fd948 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Allocated IP 172.27.2.198 (cd162c73-a958-4cb4-9ccb-1bec0cade7b8/12dd67ef-565e-43e2-af52-7977bdc7d073/2f58cb67-a9a2-49bf-92c2-0d6a375b7c7a) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:02:59.677054 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-36247a3d-6939-4c37-aa8d-e9dac42fd948 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:59.713701 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-36247a3d-6939-4c37-aa8d-e9dac42fd948 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:59.747052 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36247a3d-6939-4c37-aa8d-e9dac42fd948 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:02:59.749772 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-36247a3d-6939-4c37-aa8d-e9dac42fd948 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:59.752259 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36247a3d-6939-4c37-aa8d-e9dac42fd948 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:02:59.786065 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36247a3d-6939-4c37-aa8d-e9dac42fd948 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Pushing event updated for resources: {'Port': ['ID=2f58cb67-a9a2-49bf-92c2-0d6a375b7c7a,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:00.113263 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-36247a3d-6939-4c37-aa8d-e9dac42fd948 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:00.185909 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-36247a3d-6939-4c37-aa8d-e9dac42fd948 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:00.329405 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-36247a3d-6939-4c37-aa8d-e9dac42fd948 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:00.333498 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-36247a3d-6939-4c37-aa8d-e9dac42fd948 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:00.404830 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36247a3d-6939-4c37-aa8d-e9dac42fd948 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Pushing event updated for resources: {'Port': ['ID=2f58cb67-a9a2-49bf-92c2-0d6a375b7c7a,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:00.413304 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-36247a3d-6939-4c37-aa8d-e9dac42fd948 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728900'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:00.513199 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-36247a3d-6939-4c37-aa8d-e9dac42fd948 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Floating IP 23cd7318-4753-43b5-98d0-bbb1e4d7d350 associated. External IP: 172.27.2.198, port: b7953041-90d7-47f0-8a39-cb37af4cadeb. Jul 14 14:03:00.717997 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36247a3d-6939-4c37-aa8d-e9dac42fd948 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Router 40b081a8-ccc5-4265-b708-75b5c3dd3e4f has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:03:00.818799 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36247a3d-6939-4c37-aa8d-e9dac42fd948 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:03:00.828185 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5781a89b-6a9a-4584-8051-de47c28ec142 None None] Sync routers for ids ['40b081a8-ccc5-4265-b708-75b5c3dd3e4f'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:03:00.833662 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-36247a3d-6939-4c37-aa8d-e9dac42fd948 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:00.838287 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5781a89b-6a9a-4584-8051-de47c28ec142 None None] Routers {'40b081a8-ccc5-4265-b708-75b5c3dd3e4f'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:03:00.838903 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-5781a89b-6a9a-4584-8051-de47c28ec142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:02:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['40b081a8-ccc5-4265-b708-75b5c3dd3e4f'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:03:00.872795 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-36247a3d-6939-4c37-aa8d-e9dac42fd948 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5324044 Jul 14 14:03:00.873387 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf83fea7-0819-4861-badc-367f5dfbe0e0', 'tag': 'b7953041-90d7-47f0-8a39-cb37af4cadeb'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:03:00.875642 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0726dc8a-2a2f-40f1-9ef1-ed10820492d0" -d '{"events": [{"name": "network-changed", "server_uuid": "cf83fea7-0819-4861-badc-367f5dfbe0e0", "tag": "b7953041-90d7-47f0-8a39-cb37af4cadeb"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:03:00.914857 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5678a5d-42e3-458d-8814-e719ba36ffde x-openstack-request-id: req-b5678a5d-42e3-458d-8814-e719ba36ffde {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:03:00.915234 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf83fea7-0819-4861-badc-367f5dfbe0e0", "tag": "b7953041-90d7-47f0-8a39-cb37af4cadeb", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:03:00.915576 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b5678a5d-42e3-458d-8814-e719ba36ffde {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:03:00.916095 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf83fea7-0819-4861-badc-367f5dfbe0e0', 'tag': 'b7953041-90d7-47f0-8a39-cb37af4cadeb', 'status': 'completed', 'code': 200} Jul 14 14:03:00.941929 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-5781a89b-6a9a-4584-8051-de47c28ec142 None None] Set router 40b081a8-ccc5-4265-b708-75b5c3dd3e4f gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:03:01.155091 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-5781a89b-6a9a-4584-8051-de47c28ec142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'name': 'tempest-TestShelveInstance-1551460002-router', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:12Z', 'revision_number': 4, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'gw_port': {'id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '23cd7318-4753-43b5-98d0-bbb1e4d7d350', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'port_id': 'b7953041-90d7-47f0-8a39-cb37af4cadeb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af', 'mac_address': 'fa:16:3e:13:c9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf83fea7-0819-4861-badc-367f5dfbe0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:02:59Z', 'updated_at': '2021-07-14T14:02:59Z', 'revision_number': 0, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70d7d968-7c3f-4ad3-965a-96bad8866729', 'name': '', 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'mac_address': 'fa:16:3e:8d:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:12Z', 'updated_at': '2021-07-14T14:02:19Z', 'revision_number': 5, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'subnets': [{'id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:03:01.180237 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5781a89b-6a9a-4584-8051-de47c28ec142 None None] Checking router: 40b081a8-ccc5-4265-b708-75b5c3dd3e4f for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:03:01.187955 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5781a89b-6a9a-4584-8051-de47c28ec142 None None] Routers {'40b081a8-ccc5-4265-b708-75b5c3dd3e4f'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:03:01.188541 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-5781a89b-6a9a-4584-8051-de47c28ec142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:02:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['40b081a8-ccc5-4265-b708-75b5c3dd3e4f'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:03:01.288148 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-5781a89b-6a9a-4584-8051-de47c28ec142 None None] Set router 40b081a8-ccc5-4265-b708-75b5c3dd3e4f gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:03:01.501857 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-5781a89b-6a9a-4584-8051-de47c28ec142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'name': 'tempest-TestShelveInstance-1551460002-router', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:12Z', 'revision_number': 4, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'gw_port': {'id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '23cd7318-4753-43b5-98d0-bbb1e4d7d350', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'port_id': 'b7953041-90d7-47f0-8a39-cb37af4cadeb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af', 'mac_address': 'fa:16:3e:13:c9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf83fea7-0819-4861-badc-367f5dfbe0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:02:59Z', 'updated_at': '2021-07-14T14:02:59Z', 'revision_number': 0, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70d7d968-7c3f-4ad3-965a-96bad8866729', 'name': '', 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'mac_address': 'fa:16:3e:8d:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:12Z', 'updated_at': '2021-07-14T14:02:19Z', 'revision_number': 5, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'subnets': [{'id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:03:01.527028 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5781a89b-6a9a-4584-8051-de47c28ec142 None None] The sync data for ids ['40b081a8-ccc5-4265-b708-75b5c3dd3e4f'] in dv-cinder-797608-5-iscsi is: [{'id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'name': 'tempest-TestShelveInstance-1551460002-router', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:12Z', 'revision_number': 4, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'gw_port': {'id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '23cd7318-4753-43b5-98d0-bbb1e4d7d350', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'port_id': 'b7953041-90d7-47f0-8a39-cb37af4cadeb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af', 'mac_address': 'fa:16:3e:13:c9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf83fea7-0819-4861-badc-367f5dfbe0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:02:59Z', 'updated_at': '2021-07-14T14:02:59Z', 'revision_number': 0, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70d7d968-7c3f-4ad3-965a-96bad8866729', 'name': '', 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'mac_address': 'fa:16:3e:8d:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:12Z', 'updated_at': '2021-07-14T14:02:19Z', 'revision_number': 5, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'subnets': [{'id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:03:01.698806 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b997d-d284-49e0-990e-ae5caaaff9ef None None] New status for floating IP 23cd7318-4753-43b5-98d0-bbb1e4d7d350: ACTIVE {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:03:02.965492 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726dc8a-2a2f-40f1-9ef1-ed10820492d0 req-84f924b8-38ec-44a8-af32-f2c5743c24d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:02.966876 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0726dc8a-2a2f-40f1-9ef1-ed10820492d0 req-84f924b8-38ec-44a8-af32-f2c5743c24d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0ee76060bbe74f9c82a94850df8e577a&device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 1099 time: 0.0514138 Jul 14 14:03:03.058700 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726dc8a-2a2f-40f1-9ef1-ed10820492d0 req-8295f7c7-d49a-4dd4-b7ff-4890ddb09bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:03.060135 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0726dc8a-2a2f-40f1-9ef1-ed10820492d0 req-8295f7c7-d49a-4dd4-b7ff-4890ddb09bef service neutron] 10.222.0.54 "GET /v2.0/networks?id=912804b8-d37d-4c84-875b-d14a8f8749af HTTP/1.1" status: 200 len: 910 time: 0.0821173 Jul 14 14:03:03.125782 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0726dc8a-2a2f-40f1-9ef1-ed10820492d0 req-35975675-e6b6-418c-a908-cee2904e4811 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7953041-90d7-47f0-8a39-cb37af4cadeb HTTP/1.1" status: 200 len: 1002 time: 0.0581510 Jul 14 14:03:03.172902 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726dc8a-2a2f-40f1-9ef1-ed10820492d0 req-da03aaa5-9808-4bbd-bab5-663e625c1b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:03.174238 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0726dc8a-2a2f-40f1-9ef1-ed10820492d0 req-da03aaa5-9808-4bbd-bab5-663e625c1b2b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e2c4544b-3f60-44d2-96fb-444567e7ddec HTTP/1.1" status: 200 len: 848 time: 0.0409620 Jul 14 14:03:03.233090 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726dc8a-2a2f-40f1-9ef1-ed10820492d0 req-ec186a4a-f054-41e4-9d2a-02cb02aa45e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:03.234590 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0726dc8a-2a2f-40f1-9ef1-ed10820492d0 req-ec186a4a-f054-41e4-9d2a-02cb02aa45e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=912804b8-d37d-4c84-875b-d14a8f8749af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525529 Jul 14 14:03:03.324566 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0726dc8a-2a2f-40f1-9ef1-ed10820492d0 req-e3c646fc-83d2-4834-a255-b9dcb7831169 service neutron] 10.222.0.54 "GET /v2.0/networks/912804b8-d37d-4c84-875b-d14a8f8749af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825615 Jul 14 14:03:03.412362 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0726dc8a-2a2f-40f1-9ef1-ed10820492d0 req-73334bf0-c665-4ea5-88c1-fa34fce6863a service neutron] 10.222.0.54 "GET /v2.0/networks/912804b8-d37d-4c84-875b-d14a8f8749af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793240 Jul 14 14:03:08.269695 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f0cf1fc3-86ea-4b8b-8e98-1d499f0b8ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:10.918049 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d1ab364e-20c5-4a91-b81a-493694698e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:11.231650 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:11.557170 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:11.876109 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:12.719197 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:03:13.661723 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:17.285462 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210bc1e-1dca-4450-b53c-b305b0b8e61a req-0a2637fa-f5e6-4a61-bafe-1f42382a4cc3 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:17.286924 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5210bc1e-1dca-4450-b53c-b305b0b8e61a req-0a2637fa-f5e6-4a61-bafe-1f42382a4cc3 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=d790be93-13a0-41c2-a926-7c1dc2e5f5c1 HTTP/1.1" status: 200 len: 946 time: 0.0664315 Jul 14 14:03:17.324730 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5210bc1e-1dca-4450-b53c-b305b0b8e61a req-9a6d41db-5f64-437a-a0bd-81a531873541 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/security-groups?id=b184da02-ce35-4b3a-9ab1-e7ba754a3e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316606 Jul 14 14:03:18.539323 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad45d2-1326-4bf7-9d82-177a4aea3868 req-d4b67785-a693-4719-a67d-d37d5af6ed8d tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:18.540802 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-61ad45d2-1326-4bf7-9d82-177a4aea3868 req-d4b67785-a693-4719-a67d-d37d5af6ed8d tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=d790be93-13a0-41c2-a926-7c1dc2e5f5c1 HTTP/1.1" status: 200 len: 946 time: 0.1068909 Jul 14 14:03:18.577628 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-61ad45d2-1326-4bf7-9d82-177a4aea3868 req-f5987d52-c36e-42cf-a45d-c562b97f6ea6 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/security-groups?id=b184da02-ce35-4b3a-9ab1-e7ba754a3e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312171 Jul 14 14:03:19.440262 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56a5a9-a97c-405d-be01-8cc481964785 req-6f294228-ca0d-4db6-b4c4-02eb9239261f tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:19.441703 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2a56a5a9-a97c-405d-be01-8cc481964785 req-6f294228-ca0d-4db6-b4c4-02eb9239261f tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.54 "GET /v2.0/ports?device_id=d790be93-13a0-41c2-a926-7c1dc2e5f5c1 HTTP/1.1" status: 200 len: 946 time: 0.0618253 Jul 14 14:03:19.545051 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-2a56a5a9-a97c-405d-be01-8cc481964785 req-f9119b5c-3750-4b2b-b3f2-c335134c99f1 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Deleting port d85ce66c-540a-4c4d-aff5-1bea44992a09 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:03:19.545390 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2a56a5a9-a97c-405d-be01-8cc481964785 req-f9119b5c-3750-4b2b-b3f2-c335134c99f1 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:19.629624 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-2a56a5a9-a97c-405d-be01-8cc481964785 req-f9119b5c-3750-4b2b-b3f2-c335134c99f1 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] For port d85ce66c-540a-4c4d-aff5-1bea44992a09, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d85ce66c-540a-4c4d-aff5-1bea44992a09,segment=NetworkSegment(a9b2f01b-65ca-4723-a1b1-e406d14f3d06),segment_id=a9b2f01b-65ca-4723-a1b1-e406d14f3d06)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:03:19.629985 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2a56a5a9-a97c-405d-be01-8cc481964785 req-f9119b5c-3750-4b2b-b3f2-c335134c99f1 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:19.642265 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-2a56a5a9-a97c-405d-be01-8cc481964785 req-f9119b5c-3750-4b2b-b3f2-c335134c99f1 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Calling delete_port for d85ce66c-540a-4c4d-aff5-1bea44992a09 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:03:19.799909 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2a56a5a9-a97c-405d-be01-8cc481964785 req-f9119b5c-3750-4b2b-b3f2-c335134c99f1 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:19.811988 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['d85ce66c-540a-4c4d-aff5-1bea44992a09'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:03:19.835479 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9119b5c-3750-4b2b-b3f2-c335134c99f1 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Pushing event deleted for resources: {'Port': ['ID=d85ce66c-540a-4c4d-aff5-1bea44992a09,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:19.851236 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9119b5c-3750-4b2b-b3f2-c335134c99f1 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:19.851585 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9119b5c-3750-4b2b-b3f2-c335134c99f1 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:19.851951 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9119b5c-3750-4b2b-b3f2-c335134c99f1 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:19.852288 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9119b5c-3750-4b2b-b3f2-c335134c99f1 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:19.852623 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9119b5c-3750-4b2b-b3f2-c335134c99f1 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:19.852956 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9119b5c-3750-4b2b-b3f2-c335134c99f1 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:19.853285 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9119b5c-3750-4b2b-b3f2-c335134c99f1 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:19.853611 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9119b5c-3750-4b2b-b3f2-c335134c99f1 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:19.853938 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9119b5c-3750-4b2b-b3f2-c335134c99f1 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:19.854262 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9119b5c-3750-4b2b-b3f2-c335134c99f1 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:19.854590 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9119b5c-3750-4b2b-b3f2-c335134c99f1 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:19.854908 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9119b5c-3750-4b2b-b3f2-c335134c99f1 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:19.897498 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a56a5a9-a97c-405d-be01-8cc481964785 req-f9119b5c-3750-4b2b-b3f2-c335134c99f1 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] No DVR routers for this DVR port d85ce66c-540a-4c4d-aff5-1bea44992a09 on host hv-cinder-79760 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:03:19.905804 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517503cb-42c2-4659-bdba-a707a587ba2f req-c7dd32ac-3f6c-4f10-8768-5e9cea440a4a tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:19.907251 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-517503cb-42c2-4659-bdba-a707a587ba2f req-c7dd32ac-3f6c-4f10-8768-5e9cea440a4a tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=d790be93-13a0-41c2-a926-7c1dc2e5f5c1 HTTP/1.1" status: 200 len: 867 time: 0.2207930 Jul 14 14:03:19.908238 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2a56a5a9-a97c-405d-be01-8cc481964785 req-f9119b5c-3750-4b2b-b3f2-c335134c99f1 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:19.910073 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2a56a5a9-a97c-405d-be01-8cc481964785 req-f9119b5c-3750-4b2b-b3f2-c335134c99f1 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.54 "DELETE /v2.0/ports/d85ce66c-540a-4c4d-aff5-1bea44992a09 HTTP/1.1" status: 204 len: 173 time: 0.4615729 Jul 14 14:03:19.910501 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd790be93-13a0-41c2-a926-7c1dc2e5f5c1', 'name': 'network-vif-deleted', 'tag': 'd85ce66c-540a-4c4d-aff5-1bea44992a09'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:03:19.912760 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e670140c-10ea-4883-868d-cd0c716aca11" -d '{"events": [{"server_uuid": "d790be93-13a0-41c2-a926-7c1dc2e5f5c1", "name": "network-vif-deleted", "tag": "d85ce66c-540a-4c4d-aff5-1bea44992a09"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:03:19.949709 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-517503cb-42c2-4659-bdba-a707a587ba2f req-bd51024d-3535-41b1-b813-c82c65f95fda tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/security-groups?id=b184da02-ce35-4b3a-9ab1-e7ba754a3e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343056 Jul 14 14:03:19.953723 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7350e66-ec99-4f3d-9f84-26241279d5b1 x-openstack-request-id: req-c7350e66-ec99-4f3d-9f84-26241279d5b1 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:03:19.953997 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d790be93-13a0-41c2-a926-7c1dc2e5f5c1", "name": "network-vif-deleted", "tag": "d85ce66c-540a-4c4d-aff5-1bea44992a09", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:03:19.954246 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c7350e66-ec99-4f3d-9f84-26241279d5b1 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:03:19.954634 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd790be93-13a0-41c2-a926-7c1dc2e5f5c1', 'name': 'network-vif-deleted', 'tag': 'd85ce66c-540a-4c4d-aff5-1bea44992a09', 'status': 'completed', 'code': 200} Jul 14 14:03:23.476622 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device d85ce66c-540a-4c4d-aff5-1bea44992a09 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:03:23.499142 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] No Port match for: d85ce66c-540a-4c4d-aff5-1bea44992a09 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:03:23.499408 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device d85ce66c-540a-4c4d-aff5-1bea44992a09 not bound to the agent host hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:03:30.925500 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-36823c85-8eb3-454c-b866-3b3ebe09f924 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:30.926938 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-36823c85-8eb3-454c-b866-3b3ebe09f924 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/networks?id=52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5 HTTP/1.1" status: 200 len: 814 time: 0.0967443 Jul 14 14:03:30.941458 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-5e2093e1-d136-4ae8-9c39-f4ad636506d0 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/quotas/a690ff4158714878a816acee1019db63 HTTP/1.1" status: 200 len: 375 time: 0.0085640 Jul 14 14:03:30.972569 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-10b7f21d-bc7f-46f6-8eed-0464bab97dea tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a690ff4158714878a816acee1019db63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264103 Jul 14 14:03:31.319714 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-b584a495-4d67-43c4-abff-e6771d4ce7fb service neutron] 10.222.0.45 "GET /v2.0/networks/52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405213 Jul 14 14:03:31.409528 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-d79127bf-fe25-46dd-8908-80e72a2bef4d service neutron] 10.222.0.45 "GET /v2.0/networks/52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841718 Jul 14 14:03:31.576694 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-073f7fc7-49cd-47d5-8bda-9e5ecba9db18 req-701111bc-fb0d-46de-9efe-c43489a91370 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce0981e-8418-42fc-af22-c28768d9cc24 HTTP/1.1" status: 200 len: 210 time: 0.0314791 Jul 14 14:03:32.719031 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b0a0bae7-df3c-4360-88f7-8371f8191459 req-b3205c99-4451-474c-b99c-6556322b45d9 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce0981e-8418-42fc-af22-c28768d9cc24 HTTP/1.1" status: 200 len: 210 time: 0.0283880 Jul 14 14:03:32.889332 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-3fba7485-00f4-4359-9e84-0dab7e4f6d9c tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:32.890803 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-3fba7485-00f4-4359-9e84-0dab7e4f6d9c tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.54 "GET /v2.0/networks?id=52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5 HTTP/1.1" status: 200 len: 814 time: 0.0981658 Jul 14 14:03:32.913767 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-9489095c-47ff-47ab-af38-d6488ad5308f tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Request body: {'port': {'device_id': '2ce0981e-8418-42fc-af22-c28768d9cc24', 'network_id': '52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5', 'admin_state_up': True, 'tenant_id': 'a690ff4158714878a816acee1019db63'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:03:33.021686 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-9489095c-47ff-47ab-af38-d6488ad5308f tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Made reservation on behalf of a690ff4158714878a816acee1019db63 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:03:33.025392 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-9489095c-47ff-47ab-af38-d6488ad5308f tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:33.149991 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-9489095c-47ff-47ab-af38-d6488ad5308f tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Allocated IP 172.20.0.6 (52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5/a2b27a02-89c2-48a3-b34e-35a980a89e20/02712aab-ee41-46e1-8775-d8554ebb9c3b) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:03:33.287942 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-9489095c-47ff-47ab-af38-d6488ad5308f tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:33.323413 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-9489095c-47ff-47ab-af38-d6488ad5308f tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:33.371824 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-9489095c-47ff-47ab-af38-d6488ad5308f tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Network 52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:03:33.374824 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-9489095c-47ff-47ab-af38-d6488ad5308f tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:03:33.378622 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-9489095c-47ff-47ab-af38-d6488ad5308f tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:03:33.384758 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489095c-47ff-47ab-af38-d6488ad5308f tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Pushing event updated for resources: {'Port': ['ID=02712aab-ee41-46e1-8775-d8554ebb9c3b,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:33.428670 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-9489095c-47ff-47ab-af38-d6488ad5308f tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:33.429196 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-9489095c-47ff-47ab-af38-d6488ad5308f tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:33.442099 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-9489095c-47ff-47ab-af38-d6488ad5308f tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5323629 Jul 14 14:03:33.453703 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-33dd6d1b-8be2-4b20-9f59-4eccd3618d3b tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:03:33.454621 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-33dd6d1b-8be2-4b20-9f59-4eccd3618d3b tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049822 Jul 14 14:03:33.508002 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-27f82376-de94-412a-9e71-6081f7f7e32a service neutron] Request body: {'port': {'device_id': '2ce0981e-8418-42fc-af22-c28768d9cc24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:03:33.576597 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-27f82376-de94-412a-9e71-6081f7f7e32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:33.833515 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-27f82376-de94-412a-9e71-6081f7f7e32a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02712aab-ee41-46e1-8775-d8554ebb9c3b {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:03:33.841499 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-27f82376-de94-412a-9e71-6081f7f7e32a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:33.853339 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-27f82376-de94-412a-9e71-6081f7f7e32a service neutron] Transition to ACTIVE for port object 02712aab-ee41-46e1-8775-d8554ebb9c3b will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:03:33.857122 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-27f82376-de94-412a-9e71-6081f7f7e32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:33.888831 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2243b4a-cea2-437d-963b-1064da05afe5 req-c861bf23-8bd0-4360-b2ef-fbefb14e712a tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:33.890345 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e2243b4a-cea2-437d-963b-1064da05afe5 req-c861bf23-8bd0-4360-b2ef-fbefb14e712a tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce0981e-8418-42fc-af22-c28768d9cc24 HTTP/1.1" status: 200 len: 931 time: 0.0638382 Jul 14 14:03:33.907325 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f82376-de94-412a-9e71-6081f7f7e32a service neutron] Pushing event updated for resources: {'Port': ['ID=02712aab-ee41-46e1-8775-d8554ebb9c3b,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:33.929347 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e2243b4a-cea2-437d-963b-1064da05afe5 req-408194f0-56c7-4300-86f7-154f4e2c5759 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/security-groups?id=b184da02-ce35-4b3a-9ab1-e7ba754a3e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332029 Jul 14 14:03:33.971205 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-27f82376-de94-412a-9e71-6081f7f7e32a service neutron] Attempting to bind port 02712aab-ee41-46e1-8775-d8554ebb9c3b on host hv-cinder-79760 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:03:33.971529 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-27f82376-de94-412a-9e71-6081f7f7e32a service neutron] Attempting to bind port 02712aab-ee41-46e1-8775-d8554ebb9c3b by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'a9b2f01b-65ca-4723-a1b1-e406d14f3d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:03:33.971892 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-27f82376-de94-412a-9e71-6081f7f7e32a service neutron] Attempting to bind port 02712aab-ee41-46e1-8775-d8554ebb9c3b on network 52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:03:33.976050 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-27f82376-de94-412a-9e71-6081f7f7e32a service neutron] Port 02712aab-ee41-46e1-8775-d8554ebb9c3b on network 52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:03:33.976362 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-27f82376-de94-412a-9e71-6081f7f7e32a service neutron] Attempting to bind port 02712aab-ee41-46e1-8775-d8554ebb9c3b on network 52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:03:33.980994 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-27f82376-de94-412a-9e71-6081f7f7e32a service neutron] Checking agent: {'id': '452dea11-d79b-49e5-b391-0cd9cce6a9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:03:33.981575 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-27f82376-de94-412a-9e71-6081f7f7e32a service neutron] Checking segment: {'id': 'a9b2f01b-65ca-4723-a1b1-e406d14f3d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:03:33.981944 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-27f82376-de94-412a-9e71-6081f7f7e32a service neutron] Bound using segment: {'id': 'a9b2f01b-65ca-4723-a1b1-e406d14f3d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:03:33.982349 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-27f82376-de94-412a-9e71-6081f7f7e32a service neutron] Bound port: 02712aab-ee41-46e1-8775-d8554ebb9c3b, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b2f01b-65ca-4723-a1b1-e406d14f3d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:03:33.982693 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-27f82376-de94-412a-9e71-6081f7f7e32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:34.045240 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-27f82376-de94-412a-9e71-6081f7f7e32a service neutron] For port 02712aab-ee41-46e1-8775-d8554ebb9c3b, host hv-cinder-79760, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:03:34.048021 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-27f82376-de94-412a-9e71-6081f7f7e32a service neutron] For port 02712aab-ee41-46e1-8775-d8554ebb9c3b, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=02712aab-ee41-46e1-8775-d8554ebb9c3b,segment=NetworkSegment(a9b2f01b-65ca-4723-a1b1-e406d14f3d06),segment_id=a9b2f01b-65ca-4723-a1b1-e406d14f3d06)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:03:34.053129 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-27f82376-de94-412a-9e71-6081f7f7e32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:34.084311 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-27f82376-de94-412a-9e71-6081f7f7e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:34.084909 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-27f82376-de94-412a-9e71-6081f7f7e32a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:34.086282 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-27f82376-de94-412a-9e71-6081f7f7e32a service neutron] 10.222.0.54 "PUT /v2.0/ports/02712aab-ee41-46e1-8775-d8554ebb9c3b HTTP/1.1" status: 200 len: 1093 time: 0.6237600 Jul 14 14:03:34.086704 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce0981e-8418-42fc-af22-c28768d9cc24', 'tag': '02712aab-ee41-46e1-8775-d8554ebb9c3b'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:03:34.088928 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2d1c40-32e6-43b6-b895-16e06814802d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce0981e-8418-42fc-af22-c28768d9cc24", "tag": "02712aab-ee41-46e1-8775-d8554ebb9c3b"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:03:34.113692 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f82376-de94-412a-9e71-6081f7f7e32a service neutron] Pushing event updated for resources: {'Port': ['ID=02712aab-ee41-46e1-8775-d8554ebb9c3b,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:34.124543 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc739db-dc9f-4adc-93ea-28a1b494a5d5 x-openstack-request-id: req-8dc739db-dc9f-4adc-93ea-28a1b494a5d5 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:03:34.124828 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce0981e-8418-42fc-af22-c28768d9cc24", "tag": "02712aab-ee41-46e1-8775-d8554ebb9c3b", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:03:34.125077 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8dc739db-dc9f-4adc-93ea-28a1b494a5d5 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:03:34.125472 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce0981e-8418-42fc-af22-c28768d9cc24', 'tag': '02712aab-ee41-46e1-8775-d8554ebb9c3b', 'status': 'completed', 'code': 200} Jul 14 14:03:34.186717 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-c9851eaa-5d26-4387-8f15-fcb6e726ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:34.188199 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-c9851eaa-5d26-4387-8f15-fcb6e726ea8e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a690ff4158714878a816acee1019db63&device_id=2ce0981e-8418-42fc-af22-c28768d9cc24 HTTP/1.1" status: 200 len: 1096 time: 0.0512607 Jul 14 14:03:34.231975 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-5b9ad72e-3d76-4447-9709-de0a11f7fab0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02712aab-ee41-46e1-8775-d8554ebb9c3b HTTP/1.1" status: 200 len: 217 time: 0.0354846 Jul 14 14:03:34.281865 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-dba94f4c-7755-4b8e-a74d-0462f9a82c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:34.283228 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-dba94f4c-7755-4b8e-a74d-0462f9a82c35 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a2b27a02-89c2-48a3-b34e-35a980a89e20 HTTP/1.1" status: 200 len: 854 time: 0.0417857 Jul 14 14:03:34.315943 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-13407c90-952e-488a-b59e-a2f5ea03c623 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252380 Jul 14 14:03:34.413329 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-69421762-5cfb-4521-9733-7759cd3805d5 service neutron] 10.222.0.54 "GET /v2.0/networks/52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829418 Jul 14 14:03:34.503146 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c99edb11-eed7-44ed-a7f5-1d4b65cf5165 req-7838aae8-8c74-4ed5-80aa-e3a9744c9465 service neutron] 10.222.0.54 "GET /v2.0/networks/52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804784 Jul 14 14:03:34.600691 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d1c40-32e6-43b6-b895-16e06814802d req-663f3b89-4e8a-4b12-9402-8e6b25e7a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:34.602069 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c2d1c40-32e6-43b6-b895-16e06814802d req-663f3b89-4e8a-4b12-9402-8e6b25e7a598 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a690ff4158714878a816acee1019db63&device_id=2ce0981e-8418-42fc-af22-c28768d9cc24 HTTP/1.1" status: 200 len: 1096 time: 0.0516932 Jul 14 14:03:34.698328 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d1c40-32e6-43b6-b895-16e06814802d req-d14e9dd3-656c-4e5f-8776-36df5d745f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:34.699805 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c2d1c40-32e6-43b6-b895-16e06814802d req-d14e9dd3-656c-4e5f-8776-36df5d745f3a service neutron] 10.222.0.54 "GET /v2.0/networks?id=52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5 HTTP/1.1" status: 200 len: 915 time: 0.0862670 Jul 14 14:03:34.740740 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c2d1c40-32e6-43b6-b895-16e06814802d req-ba9e33d9-4afd-4ba0-a772-b76556558985 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02712aab-ee41-46e1-8775-d8554ebb9c3b HTTP/1.1" status: 200 len: 217 time: 0.0333529 Jul 14 14:03:34.788368 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d1c40-32e6-43b6-b895-16e06814802d req-65dab616-3a2e-41fd-be1e-614031fb618c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:34.789754 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c2d1c40-32e6-43b6-b895-16e06814802d req-65dab616-3a2e-41fd-be1e-614031fb618c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a2b27a02-89c2-48a3-b34e-35a980a89e20 HTTP/1.1" status: 200 len: 854 time: 0.0412250 Jul 14 14:03:34.827547 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c2d1c40-32e6-43b6-b895-16e06814802d req-318d9cb5-5ee1-47cb-bd4f-eb3a31832f20 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288825 Jul 14 14:03:34.914663 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c2d1c40-32e6-43b6-b895-16e06814802d req-73b16ac8-cba0-4a12-892e-fd31db664454 service neutron] 10.222.0.54 "GET /v2.0/networks/52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797269 Jul 14 14:03:35.008605 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c2d1c40-32e6-43b6-b895-16e06814802d req-1434fcc8-7a28-4268-90e2-28e9e8885ccd service neutron] 10.222.0.54 "GET /v2.0/networks/52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860677 Jul 14 14:03:35.096601 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd5ea9-a893-497d-88e3-34263bcf1372 req-b42294c8-e3de-4bc0-89d8-a2c9bca87e73 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:35.098045 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7bbd5ea9-a893-497d-88e3-34263bcf1372 req-b42294c8-e3de-4bc0-89d8-a2c9bca87e73 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce0981e-8418-42fc-af22-c28768d9cc24 HTTP/1.1" status: 200 len: 943 time: 0.0599711 Jul 14 14:03:35.134293 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7bbd5ea9-a893-497d-88e3-34263bcf1372 req-a3a8f6bf-6f3e-4183-98b7-3ad6281a6575 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/security-groups?id=b184da02-ce35-4b3a-9ab1-e7ba754a3e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301542 Jul 14 14:03:36.304099 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52678564-2868-4d1a-a000-5139f30f8cf4 req-50dad4ab-cce6-4127-abbf-2fc0c5401d67 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:36.305543 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52678564-2868-4d1a-a000-5139f30f8cf4 req-50dad4ab-cce6-4127-abbf-2fc0c5401d67 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce0981e-8418-42fc-af22-c28768d9cc24 HTTP/1.1" status: 200 len: 943 time: 0.0621459 Jul 14 14:03:36.344700 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52678564-2868-4d1a-a000-5139f30f8cf4 req-65939e87-9357-42c4-a41c-10f6b1fd44f7 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/security-groups?id=b184da02-ce35-4b3a-9ab1-e7ba754a3e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337417 Jul 14 14:03:36.988539 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 02712aab-ee41-46e1-8775-d8554ebb9c3b details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:03:37.077826 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 02712aab-ee41-46e1-8775-d8554ebb9c3b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=02712aab-ee41-46e1-8775-d8554ebb9c3b,segment=NetworkSegment(a9b2f01b-65ca-4723-a1b1-e406d14f3d06),segment_id=a9b2f01b-65ca-4723-a1b1-e406d14f3d06)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:03:37.088963 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': '02712aab-ee41-46e1-8775-d8554ebb9c3b', 'network_id': '52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5', 'port_id': '02712aab-ee41-46e1-8775-d8554ebb9c3b', 'mac_address': 'fa:16:3e:78:e6:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b27a02-89c2-48a3-b34e-35a980a89e20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:03:37.127015 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:37.139676 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02712aab-ee41-46e1-8775-d8554ebb9c3b {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:03:37.158553 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 02712aab-ee41-46e1-8775-d8554ebb9c3b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=02712aab-ee41-46e1-8775-d8554ebb9c3b,segment=NetworkSegment(a9b2f01b-65ca-4723-a1b1-e406d14f3d06),segment_id=a9b2f01b-65ca-4723-a1b1-e406d14f3d06)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:03:37.162501 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:37.207358 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=02712aab-ee41-46e1-8775-d8554ebb9c3b,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:37.214055 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:37.214393 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:37.214843 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:37.215119 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:37.215449 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:37.215795 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:37.216118 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:37.216441 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:37.216774 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:37.217084 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:37.217402 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:37.217718 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:37.442318 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['02712aab-ee41-46e1-8775-d8554ebb9c3b'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:03:37.520070 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329b35e-ddca-4095-bbcc-d3f316aa489e req-ea147479-2a97-4944-8f72-d5f8082d24e5 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:37.521545 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f329b35e-ddca-4095-bbcc-d3f316aa489e req-ea147479-2a97-4944-8f72-d5f8082d24e5 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce0981e-8418-42fc-af22-c28768d9cc24 HTTP/1.1" status: 200 len: 944 time: 0.0656781 Jul 14 14:03:37.558952 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f329b35e-ddca-4095-bbcc-d3f316aa489e req-62ee5242-7e7b-47e9-8877-6aa008f001e4 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/security-groups?id=b184da02-ce35-4b3a-9ab1-e7ba754a3e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318208 Jul 14 14:03:38.269135 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f54cfe27-b28e-4a9c-8520-923585375e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:38.729434 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe567b3-47a0-4d62-8ae9-724b94b2f776 req-67fad82f-82e9-440f-b0e4-174898b6ae77 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:38.730873 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4fe567b3-47a0-4d62-8ae9-724b94b2f776 req-67fad82f-82e9-440f-b0e4-174898b6ae77 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce0981e-8418-42fc-af22-c28768d9cc24 HTTP/1.1" status: 200 len: 944 time: 0.0624802 Jul 14 14:03:38.766557 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4fe567b3-47a0-4d62-8ae9-724b94b2f776 req-6e135ebc-8550-4ffb-ab6a-099bd4f7e906 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/security-groups?id=b184da02-ce35-4b3a-9ab1-e7ba754a3e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298574 Jul 14 14:03:39.015849 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 02712aab-ee41-46e1-8775-d8554ebb9c3b up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:03:39.062087 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning for port 02712aab-ee41-46e1-8775-d8554ebb9c3b completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:03:39.065530 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port 02712aab-ee41-46e1-8775-d8554ebb9c3b triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:03:39.065897 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:39.138129 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:39.159533 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce0981e-8418-42fc-af22-c28768d9cc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02712aab-ee41-46e1-8775-d8554ebb9c3b'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:03:39.161787 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e230fe-e92e-4ede-bfb8-27f72cc86094" -d '{"events": [{"server_uuid": "2ce0981e-8418-42fc-af22-c28768d9cc24", "name": "network-vif-plugged", "status": "completed", "tag": "02712aab-ee41-46e1-8775-d8554ebb9c3b"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:03:39.176428 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 02712aab-ee41-46e1-8775-d8554ebb9c3b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=02712aab-ee41-46e1-8775-d8554ebb9c3b,segment=NetworkSegment(a9b2f01b-65ca-4723-a1b1-e406d14f3d06),segment_id=a9b2f01b-65ca-4723-a1b1-e406d14f3d06)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:03:39.180494 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:39.323487 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8d4163-146b-4aa1-9dc0-6521f6ee08b4 x-openstack-request-id: req-7b8d4163-146b-4aa1-9dc0-6521f6ee08b4 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:03:39.324178 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce0981e-8418-42fc-af22-c28768d9cc24", "name": "network-vif-plugged", "status": "completed", "tag": "02712aab-ee41-46e1-8775-d8554ebb9c3b", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:03:39.324178 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b8d4163-146b-4aa1-9dc0-6521f6ee08b4 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:03:39.324353 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce0981e-8418-42fc-af22-c28768d9cc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02712aab-ee41-46e1-8775-d8554ebb9c3b', 'code': 200} Jul 14 14:03:39.350782 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=02712aab-ee41-46e1-8775-d8554ebb9c3b,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:39.433175 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c3625-7ea2-4a98-9df9-f4b238e2ea31 req-cd17297d-566e-4a9d-bef1-0e5838e1e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:39.434664 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-895c3625-7ea2-4a98-9df9-f4b238e2ea31 req-cd17297d-566e-4a9d-bef1-0e5838e1e581 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2ce0981e-8418-42fc-af22-c28768d9cc24 HTTP/1.1" status: 200 len: 1098 time: 0.0546606 Jul 14 14:03:39.467541 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-895c3625-7ea2-4a98-9df9-f4b238e2ea31 req-86cb9a41-fb58-4818-838d-dd5c020ac8cc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b184da02-ce35-4b3a-9ab1-e7ba754a3e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264859 Jul 14 14:03:39.935923 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b34169-34aa-434d-808d-a619cffac424 req-d4f3dcd3-2619-450c-9880-5f092f66f516 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:39.937350 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-94b34169-34aa-434d-808d-a619cffac424 req-d4f3dcd3-2619-450c-9880-5f092f66f516 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce0981e-8418-42fc-af22-c28768d9cc24 HTTP/1.1" status: 200 len: 945 time: 0.0618608 Jul 14 14:03:39.972327 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-94b34169-34aa-434d-808d-a619cffac424 req-c0417bd9-64a3-4c05-8e26-cc21d4493cba tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/security-groups?id=b184da02-ce35-4b3a-9ab1-e7ba754a3e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295873 Jul 14 14:03:40.919066 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2ad60507-10f5-4858-80bc-82e825bf3497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:41.141022 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96c1ae-1bb2-427c-9a9b-66d78b4d09a3 req-6e328b45-6993-45c8-a621-a94b4ea71c0a tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:41.142474 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-aa96c1ae-1bb2-427c-9a9b-66d78b4d09a3 req-6e328b45-6993-45c8-a621-a94b4ea71c0a tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce0981e-8418-42fc-af22-c28768d9cc24 HTTP/1.1" status: 200 len: 945 time: 0.0612125 Jul 14 14:03:41.178218 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-aa96c1ae-1bb2-427c-9a9b-66d78b4d09a3 req-dc8947ca-36b3-453c-a188-7aa36c712bfa tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/security-groups?id=b184da02-ce35-4b3a-9ab1-e7ba754a3e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302494 Jul 14 14:03:41.232525 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:41.571089 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:41.877518 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:43.665921 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:46.445051 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8a58d05a-dced-42c8-b00a-aac9d87f2dce req-c32b5ea0-7f8f-43f2-bbad-70e6b77d9942 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536230 Jul 14 14:03:46.519060 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58d05a-dced-42c8-b00a-aac9d87f2dce req-57dea09b-ec7a-47b0-84bf-542c31fa7b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:46.520561 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8a58d05a-dced-42c8-b00a-aac9d87f2dce req-57dea09b-ec7a-47b0-84bf-542c31fa7b85 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=990fdf2e13b14e9fb639f1c032174bdf&device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 1098 time: 0.0513391 Jul 14 14:03:46.621437 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58d05a-dced-42c8-b00a-aac9d87f2dce req-a1dda136-8ea7-446e-964b-0dc285f30897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:46.622872 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8a58d05a-dced-42c8-b00a-aac9d87f2dce req-a1dda136-8ea7-446e-964b-0dc285f30897 service neutron] 10.222.0.54 "GET /v2.0/networks?id=678bb7df-4b97-4bd4-90be-124739d8c193 HTTP/1.1" status: 200 len: 913 time: 0.0813255 Jul 14 14:03:46.690787 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8a58d05a-dced-42c8-b00a-aac9d87f2dce req-35db15cb-b90b-40d0-9c14-d6453043bc38 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b6aabf7-6f12-4f95-a693-3cfa54c6114c HTTP/1.1" status: 200 len: 1001 time: 0.0587299 Jul 14 14:03:46.742432 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58d05a-dced-42c8-b00a-aac9d87f2dce req-91dd9820-caa6-4b71-93f6-be9f98bd33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:46.743865 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8a58d05a-dced-42c8-b00a-aac9d87f2dce req-91dd9820-caa6-4b71-93f6-be9f98bd33b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aebd5a90-b585-464a-9d2f-1afe8d420f90 HTTP/1.1" status: 200 len: 851 time: 0.0424047 Jul 14 14:03:46.800041 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58d05a-dced-42c8-b00a-aac9d87f2dce req-5f1c072b-3377-479b-8a2e-41fffea45e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:46.801517 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8a58d05a-dced-42c8-b00a-aac9d87f2dce req-5f1c072b-3377-479b-8a2e-41fffea45e23 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=678bb7df-4b97-4bd4-90be-124739d8c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505257 Jul 14 14:03:46.896337 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8a58d05a-dced-42c8-b00a-aac9d87f2dce req-ed6d2b19-3293-446e-8679-56348d30710d service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861454 Jul 14 14:03:46.992193 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8a58d05a-dced-42c8-b00a-aac9d87f2dce req-8e5bcdb5-1a11-47ae-b9da-c2865ea49104 service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782678 Jul 14 14:03:49.718210 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:04:02.347581 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc451704-4440-4ae7-bc94-60d91a7b99d9 req-5cdcbe60-0bb8-4dc6-a49e-6d1d3556329a tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:02.349087 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cc451704-4440-4ae7-bc94-60d91a7b99d9 req-5cdcbe60-0bb8-4dc6-a49e-6d1d3556329a tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce0981e-8418-42fc-af22-c28768d9cc24 HTTP/1.1" status: 200 len: 945 time: 0.0605626 Jul 14 14:04:02.385681 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cc451704-4440-4ae7-bc94-60d91a7b99d9 req-a8bdf724-739b-4ca4-a7cf-6a26f53f1905 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/security-groups?id=b184da02-ce35-4b3a-9ab1-e7ba754a3e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309794 Jul 14 14:04:03.559484 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45da096-c81a-49e0-b254-0e047e36f36d req-355bb860-2102-4cc2-9f01-7449db7a05e8 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:03.560954 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f45da096-c81a-49e0-b254-0e047e36f36d req-355bb860-2102-4cc2-9f01-7449db7a05e8 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce0981e-8418-42fc-af22-c28768d9cc24 HTTP/1.1" status: 200 len: 945 time: 0.0656579 Jul 14 14:04:03.596969 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f45da096-c81a-49e0-b254-0e047e36f36d req-582d305f-c483-4cc7-9a30-652ac144a7ec tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/security-groups?id=b184da02-ce35-4b3a-9ab1-e7ba754a3e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305607 Jul 14 14:04:04.058555 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c9a20-a09b-4f65-a958-9bcee38cdf24 req-4678c246-c507-4b21-bca7-95dfc4fa238c tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:04.059983 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-868c9a20-a09b-4f65-a958-9bcee38cdf24 req-4678c246-c507-4b21-bca7-95dfc4fa238c tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ce0981e-8418-42fc-af22-c28768d9cc24 HTTP/1.1" status: 200 len: 945 time: 0.0610986 Jul 14 14:04:04.155888 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-868c9a20-a09b-4f65-a958-9bcee38cdf24 req-9c5080ef-128f-413a-b84a-de805aa5d731 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Deleting port 02712aab-ee41-46e1-8775-d8554ebb9c3b {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:04:04.156226 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-868c9a20-a09b-4f65-a958-9bcee38cdf24 req-9c5080ef-128f-413a-b84a-de805aa5d731 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:04.242562 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-868c9a20-a09b-4f65-a958-9bcee38cdf24 req-9c5080ef-128f-413a-b84a-de805aa5d731 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] For port 02712aab-ee41-46e1-8775-d8554ebb9c3b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=02712aab-ee41-46e1-8775-d8554ebb9c3b,segment=NetworkSegment(a9b2f01b-65ca-4723-a1b1-e406d14f3d06),segment_id=a9b2f01b-65ca-4723-a1b1-e406d14f3d06)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:04.242914 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-868c9a20-a09b-4f65-a958-9bcee38cdf24 req-9c5080ef-128f-413a-b84a-de805aa5d731 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:04.254938 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-868c9a20-a09b-4f65-a958-9bcee38cdf24 req-9c5080ef-128f-413a-b84a-de805aa5d731 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Calling delete_port for 02712aab-ee41-46e1-8775-d8554ebb9c3b owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:04:04.377111 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-868c9a20-a09b-4f65-a958-9bcee38cdf24 req-9c5080ef-128f-413a-b84a-de805aa5d731 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:04.389969 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['02712aab-ee41-46e1-8775-d8554ebb9c3b'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:04:04.405505 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5080ef-128f-413a-b84a-de805aa5d731 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Pushing event deleted for resources: {'Port': ['ID=02712aab-ee41-46e1-8775-d8554ebb9c3b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:04.450529 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-868c9a20-a09b-4f65-a958-9bcee38cdf24 req-9c5080ef-128f-413a-b84a-de805aa5d731 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] No DVR routers for this DVR port 02712aab-ee41-46e1-8775-d8554ebb9c3b on host hv-cinder-79760 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:04:04.452893 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-868c9a20-a09b-4f65-a958-9bcee38cdf24 req-9c5080ef-128f-413a-b84a-de805aa5d731 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:04.454871 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-868c9a20-a09b-4f65-a958-9bcee38cdf24 req-9c5080ef-128f-413a-b84a-de805aa5d731 tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.54 "DELETE /v2.0/ports/02712aab-ee41-46e1-8775-d8554ebb9c3b HTTP/1.1" status: 204 len: 173 time: 0.3868284 Jul 14 14:04:04.455314 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce0981e-8418-42fc-af22-c28768d9cc24', 'name': 'network-vif-deleted', 'tag': '02712aab-ee41-46e1-8775-d8554ebb9c3b'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:04:04.457553 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce778b60-f1e9-44cf-aa88-379a30fd2cb9" -d '{"events": [{"server_uuid": "2ce0981e-8418-42fc-af22-c28768d9cc24", "name": "network-vif-deleted", "tag": "02712aab-ee41-46e1-8775-d8554ebb9c3b"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:04:04.548197 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a838e599-8498-455a-86cb-2dd930a33dea x-openstack-request-id: req-a838e599-8498-455a-86cb-2dd930a33dea {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:04:04.548581 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce0981e-8418-42fc-af22-c28768d9cc24", "name": "network-vif-deleted", "tag": "02712aab-ee41-46e1-8775-d8554ebb9c3b", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:04:04.548909 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a838e599-8498-455a-86cb-2dd930a33dea {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:04:04.549342 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce0981e-8418-42fc-af22-c28768d9cc24', 'name': 'network-vif-deleted', 'tag': '02712aab-ee41-46e1-8775-d8554ebb9c3b', 'status': 'completed', 'code': 200} Jul 14 14:04:04.750074 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2aed0c30-17c3-473d-9f43-e49cdf5990d3 req-5edde53d-a720-42e5-a8bb-7742c221f23f tempest-VolumesSnapshotTestJSON-292518094 tempest-VolumesSnapshotTestJSON-292518094-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce0981e-8418-42fc-af22-c28768d9cc24 HTTP/1.1" status: 200 len: 210 time: 0.0317416 Jul 14 14:04:07.146034 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 02712aab-ee41-46e1-8775-d8554ebb9c3b no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:04:07.165157 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] No Port match for: 02712aab-ee41-46e1-8775-d8554ebb9c3b {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:04:07.165495 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 02712aab-ee41-46e1-8775-d8554ebb9c3b not bound to the agent host hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:04:08.268347 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5e04da97-1838-49d0-b290-ca9ad15e57c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:10.919361 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-cefb2ea8-cc25-4b8f-82c2-b22d10ca55d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:11.234475 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:11.573100 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:11.880814 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:13.668909 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:15.204510 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 38442) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:15.370999 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-c17da768-d3f8-499e-99aa-c3d199f37908 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Deleting port 42b3b90c-8738-4708-bb85-290b4e16d241 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:04:15.371335 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c17da768-d3f8-499e-99aa-c3d199f37908 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:15.442043 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c17da768-d3f8-499e-99aa-c3d199f37908 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:15.442367 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c17da768-d3f8-499e-99aa-c3d199f37908 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:15.453354 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-c17da768-d3f8-499e-99aa-c3d199f37908 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Calling delete_port for 42b3b90c-8738-4708-bb85-290b4e16d241 owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:04:15.616917 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c17da768-d3f8-499e-99aa-c3d199f37908 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:15.644342 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17da768-d3f8-499e-99aa-c3d199f37908 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Pushing event deleted for resources: {'Port': ['ID=42b3b90c-8738-4708-bb85-290b4e16d241,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:15.704862 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c17da768-d3f8-499e-99aa-c3d199f37908 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:15.705190 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-c17da768-d3f8-499e-99aa-c3d199f37908 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Floating IP e1a39793-0eba-4e28-9899-68deb1eed7c7 disassociated (deleted). External IP: 172.27.2.248, port: 2b6aabf7-6f12-4f95-a693-3cfa54c6114c. Jul 14 14:04:15.900051 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17da768-d3f8-499e-99aa-c3d199f37908 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:04:16.002491 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17da768-d3f8-499e-99aa-c3d199f37908 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:04:16.007308 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c17da768-d3f8-499e-99aa-c3d199f37908 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:16.011596 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0dc742-dbca-4731-9ecf-320369c26d67 None None] Sync routers for ids ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:04:16.019879 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0dc742-dbca-4731-9ecf-320369c26d67 None None] Routers {'1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:04:16.020479 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-2f0dc742-dbca-4731-9ecf-320369c26d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:04:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:16.042566 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c17da768-d3f8-499e-99aa-c3d199f37908 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "DELETE /v2.0/floatingips/e1a39793-0eba-4e28-9899-68deb1eed7c7 HTTP/1.1" status: 204 len: 168 time: 0.8363030 Jul 14 14:04:16.043154 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c56078-c8aa-436f-81b9-62aecc5e9f61', 'tag': '2b6aabf7-6f12-4f95-a693-3cfa54c6114c'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:04:16.045445 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f1dc3a-da34-4052-a790-c61ee0afb44e" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c56078-c8aa-436f-81b9-62aecc5e9f61", "tag": "2b6aabf7-6f12-4f95-a693-3cfa54c6114c"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:04:16.082513 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234dc729-8b0f-4821-9da8-300c8520332a x-openstack-request-id: req-234dc729-8b0f-4821-9da8-300c8520332a {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:04:16.082809 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c56078-c8aa-436f-81b9-62aecc5e9f61", "tag": "2b6aabf7-6f12-4f95-a693-3cfa54c6114c", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:04:16.083068 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-234dc729-8b0f-4821-9da8-300c8520332a {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:04:16.083462 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c56078-c8aa-436f-81b9-62aecc5e9f61', 'tag': '2b6aabf7-6f12-4f95-a693-3cfa54c6114c', 'status': 'completed', 'code': 200} Jul 14 14:04:16.126044 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-2f0dc742-dbca-4731-9ecf-320369c26d67 None None] Set router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:04:16.346464 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-2f0dc742-dbca-4731-9ecf-320369c26d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T13:55:55Z', 'revision_number': 4, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '4839c44c-f131-41ba-ac12-04eddb46c9a6', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'port_id': 'e8c9dce2-6287-437f-8618-1dc5a7e7b490', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'mac_address': 'fa:16:3e:c0:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e35d688-92f0-415b-a3e5-038e9913c4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:00:02Z', 'updated_at': '2021-07-14T14:00:05Z', 'revision_number': 1, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78efec9-9b4b-4aad-b14f-ee3c0edebc58', 'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'mac_address': 'fa:16:3e:2d:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:55Z', 'updated_at': '2021-07-14T13:56:03Z', 'revision_number': 5, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'subnets': [{'id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:16.372452 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0dc742-dbca-4731-9ecf-320369c26d67 None None] Checking router: 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:04:16.380350 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0dc742-dbca-4731-9ecf-320369c26d67 None None] Routers {'1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:04:16.380941 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-2f0dc742-dbca-4731-9ecf-320369c26d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:04:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:16.401220 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839a29d-e094-45d8-91d1-21324f36602b req-bcfafa13-c3e2-4c13-a17a-3a3b24f11811 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:16.402740 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4839a29d-e094-45d8-91d1-21324f36602b req-bcfafa13-c3e2-4c13-a17a-3a3b24f11811 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 945 time: 0.0712779 Jul 14 14:04:16.439775 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4839a29d-e094-45d8-91d1-21324f36602b req-4c1dc8ef-7d86-4f91-8e47-52b57ada1a75 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313325 Jul 14 14:04:16.483095 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-2f0dc742-dbca-4731-9ecf-320369c26d67 None None] Set router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:04:16.698012 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-2f0dc742-dbca-4731-9ecf-320369c26d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T13:55:55Z', 'revision_number': 4, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '4839c44c-f131-41ba-ac12-04eddb46c9a6', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'port_id': 'e8c9dce2-6287-437f-8618-1dc5a7e7b490', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'mac_address': 'fa:16:3e:c0:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e35d688-92f0-415b-a3e5-038e9913c4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:00:02Z', 'updated_at': '2021-07-14T14:00:05Z', 'revision_number': 1, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78efec9-9b4b-4aad-b14f-ee3c0edebc58', 'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'mac_address': 'fa:16:3e:2d:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:55Z', 'updated_at': '2021-07-14T13:56:03Z', 'revision_number': 5, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'subnets': [{'id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:16.723011 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0dc742-dbca-4731-9ecf-320369c26d67 None None] The sync data for ids ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'] in dv-cinder-797608-5-iscsi is: [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T13:55:55Z', 'revision_number': 4, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '4839c44c-f131-41ba-ac12-04eddb46c9a6', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'port_id': 'e8c9dce2-6287-437f-8618-1dc5a7e7b490', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'mac_address': 'fa:16:3e:c0:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e35d688-92f0-415b-a3e5-038e9913c4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:00:02Z', 'updated_at': '2021-07-14T14:00:05Z', 'revision_number': 1, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78efec9-9b4b-4aad-b14f-ee3c0edebc58', 'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'mac_address': 'fa:16:3e:2d:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:55Z', 'updated_at': '2021-07-14T13:56:03Z', 'revision_number': 5, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'subnets': [{'id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:04:16.919941 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb6b14d-dee6-4302-9dbc-c61a4e57c0fd None None] New status for floating IP e1a39793-0eba-4e28-9899-68deb1eed7c7: DOWN {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:04:17.608725 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3fa7e-6c43-428a-8f15-5abb4302f187 req-87a9a047-def3-44ab-a56c-18c22c3440bd tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:17.610163 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-54c3fa7e-6c43-428a-8f15-5abb4302f187 req-87a9a047-def3-44ab-a56c-18c22c3440bd tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 945 time: 0.0609131 Jul 14 14:04:17.649365 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-54c3fa7e-6c43-428a-8f15-5abb4302f187 req-85ed86c1-9f5c-4ec8-b0b1-4caa7c4f678a tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337811 Jul 14 14:04:18.781589 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1dc3a-da34-4052-a790-c61ee0afb44e req-10cec093-e852-46d9-b46b-fb210360258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:18.783828 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-14f1dc3a-da34-4052-a790-c61ee0afb44e req-10cec093-e852-46d9-b46b-fb210360258c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=990fdf2e13b14e9fb639f1c032174bdf&device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 1098 time: 0.0553150 Jul 14 14:04:18.817274 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2bc79-c50d-45c0-aab1-e2317c727521 req-9774318a-0564-4ae6-8a7f-dad3c289ee8b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:18.818743 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-73b2bc79-c50d-45c0-aab1-e2317c727521 req-9774318a-0564-4ae6-8a7f-dad3c289ee8b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 945 time: 0.0606413 Jul 14 14:04:18.856850 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-73b2bc79-c50d-45c0-aab1-e2317c727521 req-f1da69d5-a26b-4890-b5f8-e8659f1f4de3 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320506 Jul 14 14:04:18.872811 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1dc3a-da34-4052-a790-c61ee0afb44e req-1a4788e8-1b34-4ac7-b46e-b83a22ade3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:18.874401 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-14f1dc3a-da34-4052-a790-c61ee0afb44e req-1a4788e8-1b34-4ac7-b46e-b83a22ade3b8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=678bb7df-4b97-4bd4-90be-124739d8c193 HTTP/1.1" status: 200 len: 913 time: 0.0832622 Jul 14 14:04:18.918309 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-14f1dc3a-da34-4052-a790-c61ee0afb44e req-fdadfec6-0d53-46c8-8a85-7aba1f6deaa4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b6aabf7-6f12-4f95-a693-3cfa54c6114c HTTP/1.1" status: 200 len: 217 time: 0.0371568 Jul 14 14:04:18.966320 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1dc3a-da34-4052-a790-c61ee0afb44e req-53aee2c8-0f82-4ce8-bd53-415b29387620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:18.967643 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-14f1dc3a-da34-4052-a790-c61ee0afb44e req-53aee2c8-0f82-4ce8-bd53-415b29387620 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aebd5a90-b585-464a-9d2f-1afe8d420f90 HTTP/1.1" status: 200 len: 851 time: 0.0421331 Jul 14 14:04:19.024756 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1dc3a-da34-4052-a790-c61ee0afb44e req-88efbf07-0991-45a1-a35d-028c57a3001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:19.026154 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-14f1dc3a-da34-4052-a790-c61ee0afb44e req-88efbf07-0991-45a1-a35d-028c57a3001f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=678bb7df-4b97-4bd4-90be-124739d8c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497296 Jul 14 14:04:19.116976 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-14f1dc3a-da34-4052-a790-c61ee0afb44e req-0bb9b790-251a-4c0a-a3d0-43137fb7ff6b service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824780 Jul 14 14:04:19.202883 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-14f1dc3a-da34-4052-a790-c61ee0afb44e req-01f57696-14fc-437c-b597-1b1fd9169da0 service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782819 Jul 14 14:04:20.027431 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f845ae-54d1-48ac-bbd5-2bbb979397d0 req-44da900c-fa52-412d-bf6c-c24e4a8b3906 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:20.028892 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-93f845ae-54d1-48ac-bbd5-2bbb979397d0 req-44da900c-fa52-412d-bf6c-c24e4a8b3906 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 945 time: 0.0617249 Jul 14 14:04:20.069928 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-93f845ae-54d1-48ac-bbd5-2bbb979397d0 req-175f4040-fd71-4862-97c6-1bce1c73481b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353341 Jul 14 14:04:20.807513 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8356c-f6da-41ec-a3a3-deff849f7c9c req-01967886-46a5-49a8-940d-1f886110e969 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:20.809037 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ffd8356c-f6da-41ec-a3a3-deff849f7c9c req-01967886-46a5-49a8-940d-1f886110e969 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 945 time: 0.3234639 Jul 14 14:04:20.913592 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-ffd8356c-f6da-41ec-a3a3-deff849f7c9c req-97016145-2803-48ca-baea-1128e510cca6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Deleting port 2b6aabf7-6f12-4f95-a693-3cfa54c6114c {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:04:20.913746 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ffd8356c-f6da-41ec-a3a3-deff849f7c9c req-97016145-2803-48ca-baea-1128e510cca6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:21.002489 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-ffd8356c-f6da-41ec-a3a3-deff849f7c9c req-97016145-2803-48ca-baea-1128e510cca6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] For port 2b6aabf7-6f12-4f95-a693-3cfa54c6114c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=2b6aabf7-6f12-4f95-a693-3cfa54c6114c,segment=NetworkSegment(5df22ef0-0a20-4fe0-bcf6-2f1d416c5632),segment_id=5df22ef0-0a20-4fe0-bcf6-2f1d416c5632)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:21.002821 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ffd8356c-f6da-41ec-a3a3-deff849f7c9c req-97016145-2803-48ca-baea-1128e510cca6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:21.015448 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-ffd8356c-f6da-41ec-a3a3-deff849f7c9c req-97016145-2803-48ca-baea-1128e510cca6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Calling delete_port for 2b6aabf7-6f12-4f95-a693-3cfa54c6114c owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:04:21.144775 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ffd8356c-f6da-41ec-a3a3-deff849f7c9c req-97016145-2803-48ca-baea-1128e510cca6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:21.175677 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97016145-2803-48ca-baea-1128e510cca6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Pushing event deleted for resources: {'Port': ['ID=2b6aabf7-6f12-4f95-a693-3cfa54c6114c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:21.188610 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97016145-2803-48ca-baea-1128e510cca6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:21.188965 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97016145-2803-48ca-baea-1128e510cca6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:21.189310 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97016145-2803-48ca-baea-1128e510cca6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:21.189652 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97016145-2803-48ca-baea-1128e510cca6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:21.192002 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97016145-2803-48ca-baea-1128e510cca6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:21.192354 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97016145-2803-48ca-baea-1128e510cca6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:21.192694 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97016145-2803-48ca-baea-1128e510cca6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:21.193028 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97016145-2803-48ca-baea-1128e510cca6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:21.193363 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97016145-2803-48ca-baea-1128e510cca6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:21.193836 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97016145-2803-48ca-baea-1128e510cca6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:21.194161 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97016145-2803-48ca-baea-1128e510cca6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:21.194485 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97016145-2803-48ca-baea-1128e510cca6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:21.219689 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a3c896f5-4331-4aa1-9677-7465922a178a req-b7e7df43-e478-4cd6-bf0c-1c086c613c54 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1c56078-c8aa-436f-81b9-62aecc5e9f61 HTTP/1.1" status: 200 len: 210 time: 0.0356278 Jul 14 14:04:21.233719 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd8356c-f6da-41ec-a3a3-deff849f7c9c req-97016145-2803-48ca-baea-1128e510cca6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] No DVR routers for this DVR port 2b6aabf7-6f12-4f95-a693-3cfa54c6114c on host hv-cinder-79760 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:04:21.236148 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ffd8356c-f6da-41ec-a3a3-deff849f7c9c req-97016145-2803-48ca-baea-1128e510cca6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:21.238071 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ffd8356c-f6da-41ec-a3a3-deff849f7c9c req-97016145-2803-48ca-baea-1128e510cca6 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.54 "DELETE /v2.0/ports/2b6aabf7-6f12-4f95-a693-3cfa54c6114c HTTP/1.1" status: 204 len: 173 time: 0.4228816 Jul 14 14:04:21.238504 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c56078-c8aa-436f-81b9-62aecc5e9f61', 'name': 'network-vif-deleted', 'tag': '2b6aabf7-6f12-4f95-a693-3cfa54c6114c'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:04:21.241313 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692e073b-1e9f-44c4-af7b-4f167279ba7d" -d '{"events": [{"server_uuid": "e1c56078-c8aa-436f-81b9-62aecc5e9f61", "name": "network-vif-deleted", "tag": "2b6aabf7-6f12-4f95-a693-3cfa54c6114c"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:04:21.276107 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58197fb-1510-4af3-9444-48d672ef27cb x-openstack-request-id: req-a58197fb-1510-4af3-9444-48d672ef27cb {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:04:21.276393 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c56078-c8aa-436f-81b9-62aecc5e9f61", "name": "network-vif-deleted", "tag": "2b6aabf7-6f12-4f95-a693-3cfa54c6114c", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:04:21.276648 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a58197fb-1510-4af3-9444-48d672ef27cb {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:04:21.277022 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c56078-c8aa-436f-81b9-62aecc5e9f61', 'name': 'network-vif-deleted', 'tag': '2b6aabf7-6f12-4f95-a693-3cfa54c6114c', 'status': 'completed', 'code': 200} Jul 14 14:04:23.171418 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 2b6aabf7-6f12-4f95-a693-3cfa54c6114c no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:04:23.191000 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] No Port match for: 2b6aabf7-6f12-4f95-a693-3cfa54c6114c {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:04:23.191354 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 2b6aabf7-6f12-4f95-a693-3cfa54c6114c not bound to the agent host hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:04:24.527068 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 38520) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:24.681026 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-bb284587-211e-4cb6-bd28-396df34167be tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Deleting port a58f48b5-5138-479f-ad5f-90f869cd9da4 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:04:24.681368 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bb284587-211e-4cb6-bd28-396df34167be tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:24.752305 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bb284587-211e-4cb6-bd28-396df34167be tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:24.752633 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bb284587-211e-4cb6-bd28-396df34167be tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:24.763842 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-bb284587-211e-4cb6-bd28-396df34167be tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Calling delete_port for a58f48b5-5138-479f-ad5f-90f869cd9da4 owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:04:24.911394 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bb284587-211e-4cb6-bd28-396df34167be tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:24.934767 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb284587-211e-4cb6-bd28-396df34167be tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Pushing event deleted for resources: {'Port': ['ID=a58f48b5-5138-479f-ad5f-90f869cd9da4,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:24.999372 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bb284587-211e-4cb6-bd28-396df34167be tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:24.999735 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-bb284587-211e-4cb6-bd28-396df34167be tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Floating IP 4839c44c-f131-41ba-ac12-04eddb46c9a6 disassociated (deleted). External IP: 172.27.2.88, port: e8c9dce2-6287-437f-8618-1dc5a7e7b490. Jul 14 14:04:25.193874 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb284587-211e-4cb6-bd28-396df34167be tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:04:25.303480 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb284587-211e-4cb6-bd28-396df34167be tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:04:25.308373 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bb284587-211e-4cb6-bd28-396df34167be tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:25.313365 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15711ce5-9c74-4172-a846-75d6ab88c282 None None] Sync routers for ids ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:04:25.322029 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15711ce5-9c74-4172-a846-75d6ab88c282 None None] Routers {'1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:04:25.322856 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-15711ce5-9c74-4172-a846-75d6ab88c282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:04:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:25.351983 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-bb284587-211e-4cb6-bd28-396df34167be tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "DELETE /v2.0/floatingips/4839c44c-f131-41ba-ac12-04eddb46c9a6 HTTP/1.1" status: 204 len: 168 time: 0.8229542 Jul 14 14:04:25.352413 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e35d688-92f0-415b-a3e5-038e9913c4b7', 'tag': 'e8c9dce2-6287-437f-8618-1dc5a7e7b490'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:04:25.354881 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838fe36c-ff24-4606-b04c-2442a347aabb" -d '{"events": [{"name": "network-changed", "server_uuid": "8e35d688-92f0-415b-a3e5-038e9913c4b7", "tag": "e8c9dce2-6287-437f-8618-1dc5a7e7b490"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:04:25.413312 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b15000c-5c87-4413-8cbc-c5883918481e x-openstack-request-id: req-7b15000c-5c87-4413-8cbc-c5883918481e {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:04:25.413766 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e35d688-92f0-415b-a3e5-038e9913c4b7", "tag": "e8c9dce2-6287-437f-8618-1dc5a7e7b490", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:04:25.414186 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b15000c-5c87-4413-8cbc-c5883918481e {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:04:25.414648 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e35d688-92f0-415b-a3e5-038e9913c4b7', 'tag': 'e8c9dce2-6287-437f-8618-1dc5a7e7b490', 'status': 'completed', 'code': 200} Jul 14 14:04:25.451275 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-15711ce5-9c74-4172-a846-75d6ab88c282 None None] Set router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:04:25.495147 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fe36c-ff24-4606-b04c-2442a347aabb req-39906296-aedb-47b4-b8c3-58d30173ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:25.497460 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-838fe36c-ff24-4606-b04c-2442a347aabb req-39906296-aedb-47b4-b8c3-58d30173ae08 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=990fdf2e13b14e9fb639f1c032174bdf&device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 1098 time: 0.0555186 Jul 14 14:04:25.602501 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fe36c-ff24-4606-b04c-2442a347aabb req-88fd4a8d-7584-45f2-8666-2bee432ef644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:25.603988 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-838fe36c-ff24-4606-b04c-2442a347aabb req-88fd4a8d-7584-45f2-8666-2bee432ef644 service neutron] 10.222.0.54 "GET /v2.0/networks?id=678bb7df-4b97-4bd4-90be-124739d8c193 HTTP/1.1" status: 200 len: 913 time: 0.0994558 Jul 14 14:04:25.653273 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-838fe36c-ff24-4606-b04c-2442a347aabb req-5ec5e80e-1d38-41c2-a8f5-f967a8e45f42 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8c9dce2-6287-437f-8618-1dc5a7e7b490 HTTP/1.1" status: 200 len: 217 time: 0.0401337 Jul 14 14:04:25.683640 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-15711ce5-9c74-4172-a846-75d6ab88c282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T13:55:55Z', 'revision_number': 4, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'e78efec9-9b4b-4aad-b14f-ee3c0edebc58', 'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'mac_address': 'fa:16:3e:2d:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:55Z', 'updated_at': '2021-07-14T13:56:03Z', 'revision_number': 5, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'subnets': [{'id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:25.708561 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fe36c-ff24-4606-b04c-2442a347aabb req-8ef11de3-bbb7-4802-9a63-c91b44a481a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:25.710012 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-838fe36c-ff24-4606-b04c-2442a347aabb req-8ef11de3-bbb7-4802-9a63-c91b44a481a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aebd5a90-b585-464a-9d2f-1afe8d420f90 HTTP/1.1" status: 200 len: 851 time: 0.0479257 Jul 14 14:04:25.711972 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15711ce5-9c74-4172-a846-75d6ab88c282 None None] Checking router: 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:04:25.720198 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15711ce5-9c74-4172-a846-75d6ab88c282 None None] Routers {'1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:04:25.720795 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-15711ce5-9c74-4172-a846-75d6ab88c282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:04:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:25.734959 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6982b73-6301-459f-8f42-342588a9c623 req-c7e5f7f2-e611-43ca-9332-93a47197d499 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:25.736605 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d6982b73-6301-459f-8f42-342588a9c623 req-c7e5f7f2-e611-43ca-9332-93a47197d499 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 945 time: 0.0640111 Jul 14 14:04:25.770988 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fe36c-ff24-4606-b04c-2442a347aabb req-6580cdb6-81f1-44c1-9c8e-d5148224f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:25.772675 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-838fe36c-ff24-4606-b04c-2442a347aabb req-6580cdb6-81f1-44c1-9c8e-d5148224f87e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=678bb7df-4b97-4bd4-90be-124739d8c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540335 Jul 14 14:04:25.774810 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d6982b73-6301-459f-8f42-342588a9c623 req-fed8a150-2034-4249-aa93-28490a6b533b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325470 Jul 14 14:04:25.828592 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-15711ce5-9c74-4172-a846-75d6ab88c282 None None] Set router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:04:25.868038 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-838fe36c-ff24-4606-b04c-2442a347aabb req-879dd45a-99cb-47ac-9e97-49c7e9d58b9d service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863547 Jul 14 14:04:25.957529 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-838fe36c-ff24-4606-b04c-2442a347aabb req-53aab8eb-c7ce-4b8d-b200-18d1de97f875 service neutron] 10.222.0.54 "GET /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816889 Jul 14 14:04:26.017658 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-15711ce5-9c74-4172-a846-75d6ab88c282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T13:55:55Z', 'revision_number': 4, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'e78efec9-9b4b-4aad-b14f-ee3c0edebc58', 'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'mac_address': 'fa:16:3e:2d:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:55Z', 'updated_at': '2021-07-14T13:56:03Z', 'revision_number': 5, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'subnets': [{'id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:26.046098 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15711ce5-9c74-4172-a846-75d6ab88c282 None None] The sync data for ids ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'] in dv-cinder-797608-5-iscsi is: [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T13:55:55Z', 'revision_number': 4, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': 'e78efec9-9b4b-4aad-b14f-ee3c0edebc58', 'name': '', 'network_id': '678bb7df-4b97-4bd4-90be-124739d8c193', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'mac_address': 'fa:16:3e:2d:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:55Z', 'updated_at': '2021-07-14T13:56:03Z', 'revision_number': 5, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'subnets': [{'id': 'aebd5a90-b585-464a-9d2f-1afe8d420f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:04:26.240866 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ee50f2-3f56-4a04-a2e2-59067c6dccda None None] New status for floating IP 4839c44c-f131-41ba-ac12-04eddb46c9a6: DOWN {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:04:26.722842 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:04:26.951967 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f11fba-7e77-4c5c-8e57-d605437868df req-6e6fe7ba-8a0a-433c-83c2-1cf6ab42e8ac tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:26.953423 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-27f11fba-7e77-4c5c-8e57-d605437868df req-6e6fe7ba-8a0a-433c-83c2-1cf6ab42e8ac tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 945 time: 0.0619001 Jul 14 14:04:26.995605 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-27f11fba-7e77-4c5c-8e57-d605437868df req-a11845ee-9436-4d95-a869-b5486f506609 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/security-groups?id=bddec122-dedd-4a04-bcb3-401020ad8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366290 Jul 14 14:04:27.434493 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120f34c-b894-4451-a2cb-f3fbc9475978 req-997d4417-ae66-4969-9b01-45bf846a2874 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:27.435974 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8120f34c-b894-4451-a2cb-f3fbc9475978 req-997d4417-ae66-4969-9b01-45bf846a2874 tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 945 time: 0.0622633 Jul 14 14:04:27.531729 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-8120f34c-b894-4451-a2cb-f3fbc9475978 req-0ece5688-ba54-41a8-9898-c69b8ecf099b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Deleting port e8c9dce2-6287-437f-8618-1dc5a7e7b490 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:04:27.532075 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-8120f34c-b894-4451-a2cb-f3fbc9475978 req-0ece5688-ba54-41a8-9898-c69b8ecf099b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:27.620205 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-8120f34c-b894-4451-a2cb-f3fbc9475978 req-0ece5688-ba54-41a8-9898-c69b8ecf099b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] For port e8c9dce2-6287-437f-8618-1dc5a7e7b490, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e8c9dce2-6287-437f-8618-1dc5a7e7b490,segment=NetworkSegment(5df22ef0-0a20-4fe0-bcf6-2f1d416c5632),segment_id=5df22ef0-0a20-4fe0-bcf6-2f1d416c5632)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:27.620564 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-8120f34c-b894-4451-a2cb-f3fbc9475978 req-0ece5688-ba54-41a8-9898-c69b8ecf099b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:27.633985 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-8120f34c-b894-4451-a2cb-f3fbc9475978 req-0ece5688-ba54-41a8-9898-c69b8ecf099b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Calling delete_port for e8c9dce2-6287-437f-8618-1dc5a7e7b490 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:04:27.765677 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-8120f34c-b894-4451-a2cb-f3fbc9475978 req-0ece5688-ba54-41a8-9898-c69b8ecf099b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:27.794686 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece5688-ba54-41a8-9898-c69b8ecf099b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Pushing event deleted for resources: {'Port': ['ID=e8c9dce2-6287-437f-8618-1dc5a7e7b490,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:27.841498 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-8120f34c-b894-4451-a2cb-f3fbc9475978 req-0ece5688-ba54-41a8-9898-c69b8ecf099b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] No DVR routers for this DVR port e8c9dce2-6287-437f-8618-1dc5a7e7b490 on host hv-cinder-79760 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:04:27.843849 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-8120f34c-b894-4451-a2cb-f3fbc9475978 req-0ece5688-ba54-41a8-9898-c69b8ecf099b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:27.845811 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8120f34c-b894-4451-a2cb-f3fbc9475978 req-0ece5688-ba54-41a8-9898-c69b8ecf099b tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.54 "DELETE /v2.0/ports/e8c9dce2-6287-437f-8618-1dc5a7e7b490 HTTP/1.1" status: 204 len: 173 time: 0.4040463 Jul 14 14:04:27.846246 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e35d688-92f0-415b-a3e5-038e9913c4b7', 'name': 'network-vif-deleted', 'tag': 'e8c9dce2-6287-437f-8618-1dc5a7e7b490'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:04:27.848498 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fddf3a-df74-4d97-87e3-3a0d812015e3" -d '{"events": [{"server_uuid": "8e35d688-92f0-415b-a3e5-038e9913c4b7", "name": "network-vif-deleted", "tag": "e8c9dce2-6287-437f-8618-1dc5a7e7b490"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:04:27.888934 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d62fda-115b-4893-9cb5-4979d75ee3f3 x-openstack-request-id: req-62d62fda-115b-4893-9cb5-4979d75ee3f3 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:04:27.889221 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e35d688-92f0-415b-a3e5-038e9913c4b7", "name": "network-vif-deleted", "tag": "e8c9dce2-6287-437f-8618-1dc5a7e7b490", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:04:27.889464 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-62d62fda-115b-4893-9cb5-4979d75ee3f3 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:04:27.889849 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e35d688-92f0-415b-a3e5-038e9913c4b7', 'name': 'network-vif-deleted', 'tag': 'e8c9dce2-6287-437f-8618-1dc5a7e7b490', 'status': 'completed', 'code': 200} Jul 14 14:04:28.134852 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-76056a0e-ec3c-474f-ac0d-87dd17371bc3 req-7758b569-7f5a-476b-9f70-d7e6477e161c tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e35d688-92f0-415b-a3e5-038e9913c4b7 HTTP/1.1" status: 200 len: 210 time: 0.0304589 Jul 14 14:04:28.805951 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 38570) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:28.853433 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7fbb500-210d-49b6-a3be-925fa1bfb7b3 admin admin] Deleting subnet a2b27a02-89c2-48a3-b34e-35a980a89e20 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:04:28.856672 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b7fbb500-210d-49b6-a3be-925fa1bfb7b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:28.890764 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b7fbb500-210d-49b6-a3be-925fa1bfb7b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125937022'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:28.928851 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b7fbb500-210d-49b6-a3be-925fa1bfb7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1831242'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:28.979071 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b7fbb500-210d-49b6-a3be-925fa1bfb7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125936972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126024884'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:29.007357 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbb500-210d-49b6-a3be-925fa1bfb7b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2b27a02-89c2-48a3-b34e-35a980a89e20,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:29.011202 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b7fbb500-210d-49b6-a3be-925fa1bfb7b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:29.014198 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b7fbb500-210d-49b6-a3be-925fa1bfb7b3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a2b27a02-89c2-48a3-b34e-35a980a89e20 HTTP/1.1" status: 204 len: 168 time: 0.2061150 Jul 14 14:04:29.015566 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 38572) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:29.081448 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a366d037-3e99-4b69-b359-67a2549d4138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670563'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:29.159145 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a366d037-3e99-4b69-b359-67a2549d4138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833695', 'neutron.services.segments.db._delete_segments_for_network-8781940339011'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:29.169253 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-a366d037-3e99-4b69-b359-67a2549d4138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:29.179954 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-a366d037-3e99-4b69-b359-67a2549d4138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b2f01b-65ca-4723-a1b1-e406d14f3d06') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:29.180245 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-a366d037-3e99-4b69-b359-67a2549d4138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b2f01b-65ca-4723-a1b1-e406d14f3d06') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:29.188951 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a366d037-3e99-4b69-b359-67a2549d4138 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781940338508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125936999'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:29.202017 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a366d037-3e99-4b69-b359-67a2549d4138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:29.207702 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a366d037-3e99-4b69-b359-67a2549d4138 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:04:29.208086 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a366d037-3e99-4b69-b359-67a2549d4138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125937378'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: timer() Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: cb(*args, **kw) Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: self._notify() Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: self.callback(batched_events) Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: event.method(event) Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: return self._get(url).json() Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:04:29.209677 dv-cinder-797608-5-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:04:29.220801 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device e8c9dce2-6287-437f-8618-1dc5a7e7b490 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:04:29.231546 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 38576) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:29.242163 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] No Port match for: e8c9dce2-6287-437f-8618-1dc5a7e7b490 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:04:29.242507 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device e8c9dce2-6287-437f-8618-1dc5a7e7b490 not bound to the agent host hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:04:29.267660 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a366d037-3e99-4b69-b359-67a2549d4138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728938'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:29.273652 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a366d037-3e99-4b69-b359-67a2549d4138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:29.275719 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a366d037-3e99-4b69-b359-67a2549d4138 admin admin] 10.222.0.45 "DELETE /v2.0/networks/52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5 HTTP/1.1" status: 204 len: 168 time: 0.2590992 Jul 14 14:04:29.287030 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366d037-3e99-4b69-b359-67a2549d4138 admin admin] Pushing event deleted for resources: {'Network': ['ID=52ff2ba3-2349-44d8-bd49-bfe08bb8d1b5,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:29.358682 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-69279c42-7456-468c-bd97-795890df51fe tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Deleting port b63b751d-7437-4182-9232-9c0208e1b3b1 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:04:29.359011 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-69279c42-7456-468c-bd97-795890df51fe tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:29.389746 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 38580) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:29.433716 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b73c09e9-f1c0-4f27-bd7a-9e59425cdd14 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a690ff4158714878a816acee1019db63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412812 Jul 14 14:04:29.433960 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 38582) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:29.439530 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-69279c42-7456-468c-bd97-795890df51fe tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:29.439893 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-69279c42-7456-468c-bd97-795890df51fe tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:29.451736 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-69279c42-7456-468c-bd97-795890df51fe tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Calling delete_port for b63b751d-7437-4182-9232-9c0208e1b3b1 owned by network:floatingip {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:04:29.485543 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2625f5fc-455c-4003-a430-6deb9ea205fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:29.506768 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2625f5fc-455c-4003-a430-6deb9ea205fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:29.555373 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2625f5fc-455c-4003-a430-6deb9ea205fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:29.558101 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2625f5fc-455c-4003-a430-6deb9ea205fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:29.559347 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2625f5fc-455c-4003-a430-6deb9ea205fb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b184da02-ce35-4b3a-9ab1-e7ba754a3e5d HTTP/1.1" status: 204 len: 168 time: 0.1245487 Jul 14 14:04:29.568401 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625f5fc-455c-4003-a430-6deb9ea205fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b184da02-ce35-4b3a-9ab1-e7ba754a3e5d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:29.586635 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-69279c42-7456-468c-bd97-795890df51fe tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:29.614636 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69279c42-7456-468c-bd97-795890df51fe tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Pushing event deleted for resources: {'Port': ['ID=b63b751d-7437-4182-9232-9c0208e1b3b1,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:29.623198 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69279c42-7456-468c-bd97-795890df51fe tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:29.623554 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69279c42-7456-468c-bd97-795890df51fe tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:29.623920 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69279c42-7456-468c-bd97-795890df51fe tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:29.624253 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69279c42-7456-468c-bd97-795890df51fe tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:29.624581 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69279c42-7456-468c-bd97-795890df51fe tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:29.624912 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69279c42-7456-468c-bd97-795890df51fe tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:29.625240 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69279c42-7456-468c-bd97-795890df51fe tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:29.625564 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69279c42-7456-468c-bd97-795890df51fe tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:29.625892 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69279c42-7456-468c-bd97-795890df51fe tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:29.626210 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69279c42-7456-468c-bd97-795890df51fe tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:29.626529 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69279c42-7456-468c-bd97-795890df51fe tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:29.627099 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69279c42-7456-468c-bd97-795890df51fe tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:29.687658 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-69279c42-7456-468c-bd97-795890df51fe tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for floatingip, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:29.690159 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-69279c42-7456-468c-bd97-795890df51fe tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for floatingip, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:29.691314 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-69279c42-7456-468c-bd97-795890df51fe tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "DELETE /v2.0/floatingips/31d1659e-5827-43ba-be6a-2dbe86fbfabe HTTP/1.1" status: 204 len: 168 time: 0.4585125 Jul 14 14:04:30.212459 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 38612) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:30.302078 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-00eee99e-c471-498d-a7c3-f580e9fd696d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1440374104-network', 'tenant_id': '2801c616dd1240b5a184466380e52f61'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:04:30.323334 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00eee99e-c471-498d-a7c3-f580e9fd696d admin admin] Made reservation on behalf of 2801c616dd1240b5a184466380e52f61 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:04:30.325598 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-00eee99e-c471-498d-a7c3-f580e9fd696d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:30.333535 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-00eee99e-c471-498d-a7c3-f580e9fd696d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:30.420455 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-00eee99e-c471-498d-a7c3-f580e9fd696d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:30.424165 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-00eee99e-c471-498d-a7c3-f580e9fd696d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:30.444687 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00eee99e-c471-498d-a7c3-f580e9fd696d admin admin] vlan segment allocate from pool success with {'vlan_id': 949, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:04:30.458807 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eee99e-c471-498d-a7c3-f580e9fd696d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:30.463357 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-00eee99e-c471-498d-a7c3-f580e9fd696d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:30.463722 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-00eee99e-c471-498d-a7c3-f580e9fd696d admin admin] Added segment 32fb9395-0863-4521-82f8-b2cb70abbad1 of type vlan for network 32cb1672-c8a5-4845-a422-960468eeb90c Jul 14 14:04:30.503187 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-00eee99e-c471-498d-a7c3-f580e9fd696d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781939793924'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:30.530455 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-00eee99e-c471-498d-a7c3-f580e9fd696d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:30.531401 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eee99e-c471-498d-a7c3-f580e9fd696d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:30.532032 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-00eee99e-c471-498d-a7c3-f580e9fd696d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:30.587336 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-00eee99e-c471-498d-a7c3-f580e9fd696d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3737764 Jul 14 14:04:30.590315 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 38616) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:30.594259 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eee99e-c471-498d-a7c3-f580e9fd696d admin admin] Pushing event updated for resources: {'Network': ['ID=32cb1672-c8a5-4845-a422-960468eeb90c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:30.595265 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-03e5fd9b-1da2-4037-976c-b0b87ab94688 admin admin] Request body: {'subnet': {'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1440374104-subnet', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'ip_version': 4}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:04:30.604110 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Network 32cb1672-c8a5-4845-a422-960468eeb90c details requested by agent ovs-agent-dv-cinder-797608-5-iscsi with host dv-cinder-797608-5-iscsi {{(pid=92931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:04:30.617425 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e5fd9b-1da2-4037-976c-b0b87ab94688 admin admin] Made reservation on behalf of 2801c616dd1240b5a184466380e52f61 for: {'subnet': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:04:30.620217 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-03e5fd9b-1da2-4037-976c-b0b87ab94688 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127770589'] for subnet, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:30.782280 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-03e5fd9b-1da2-4037-976c-b0b87ab94688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127484060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127770607'] for subnet, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:30.837485 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5fd9b-1da2-4037-976c-b0b87ab94688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11bede15-8f62-4259-917a-be19d57adfaa,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:30.842479 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e5fd9b-1da2-4037-976c-b0b87ab94688 admin admin] Checking segment: {'id': '32fb9395-0863-4521-82f8-b2cb70abbad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:04:30.842826 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e5fd9b-1da2-4037-976c-b0b87ab94688 admin admin] Network hostable DHCP agents. Network: 32cb1672-c8a5-4845-a422-960468eeb90c, hostable agents: ['82b7cd81-444f-4fd8-937d-e6dfe2847fa5'], hosted agents: [] {{(pid=92930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:04:30.860223 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e5fd9b-1da2-4037-976c-b0b87ab94688 admin admin] Network 32cb1672-c8a5-4845-a422-960468eeb90c is scheduled to be hosted by DHCP agent 82b7cd81-444f-4fd8-937d-e6dfe2847fa5 with binding_index 1 {{(pid=92930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:04:30.868501 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-03e5fd9b-1da2-4037-976c-b0b87ab94688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-5-iscsi, 32cb1672-c8a5-4845-a422-960468eeb90c) {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:04:30.872418 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e5fd9b-1da2-4037-976c-b0b87ab94688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:30.872995 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-03e5fd9b-1da2-4037-976c-b0b87ab94688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:30.878534 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76ac23e-9c42-4365-9cef-a32aad9a65b3 None None] Network 32cb1672-c8a5-4845-a422-960468eeb90c requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:04:30.888177 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-03e5fd9b-1da2-4037-976c-b0b87ab94688 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2967157 Jul 14 14:04:30.888856 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 38618) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:30.893408 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-275ab04c-0232-407d-b7f3-bcfcec1529d0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1440374104-router', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:04:30.915066 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-275ab04c-0232-407d-b7f3-bcfcec1529d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-727999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57999'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:30.916022 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-275ab04c-0232-407d-b7f3-bcfcec1529d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57988'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:30.958357 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 38622) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:30.970180 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-275ab04c-0232-407d-b7f3-bcfcec1529d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:31.026172 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-238b81ab-2915-45b6-a476-decc34000f4d tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:31.052075 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-238b81ab-2915-45b6-a476-decc34000f4d tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:31.114815 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-275ab04c-0232-407d-b7f3-bcfcec1529d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728771', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-727977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59758'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:31.116315 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-238b81ab-2915-45b6-a476-decc34000f4d tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:31.119061 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-238b81ab-2915-45b6-a476-decc34000f4d tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:31.120403 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-238b81ab-2915-45b6-a476-decc34000f4d tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] 10.222.0.45 "DELETE /v2.0/security-groups/bddec122-dedd-4a04-bcb3-401020ad8c57 HTTP/1.1" status: 204 len: 168 time: 0.1607356 Jul 14 14:04:31.130388 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b81ab-2915-45b6-a476-decc34000f4d tempest-TestVolumeBootPattern-399593412 tempest-TestVolumeBootPattern-399593412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddec122-dedd-4a04-bcb3-401020ad8c57,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:31.142378 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da42cbce-78bf-45f7-981e-7ac2daeee40d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5065a14-9a18-52e1-8c4d-ffd80e997c58-32cb1672-c8a5-4845-a422-960468eeb90c', 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'fixed_ips': [{'subnet_id': '11bede15-8f62-4259-917a-be19d57adfaa'}]}} from dv-cinder-797608-5-iscsi. {{(pid=92931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 14:04:31.143211 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-da42cbce-78bf-45f7-981e-7ac2daeee40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:31.184573 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 38626) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:31.304732 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-da42cbce-78bf-45f7-981e-7ac2daeee40d None None] Allocated IP 172.20.0.2 (32cb1672-c8a5-4845-a422-960468eeb90c/11bede15-8f62-4259-917a-be19d57adfaa/c006882c-c06b-4034-8a9f-7ebf66e510e6) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:04:31.344753 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-275ab04c-0232-407d-b7f3-bcfcec1529d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:31.363659 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-275ab04c-0232-407d-b7f3-bcfcec1529d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:31.465381 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-da42cbce-78bf-45f7-981e-7ac2daeee40d None None] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:31.467887 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-275ab04c-0232-407d-b7f3-bcfcec1529d0 admin admin] Allocated IP 172.27.2.6 (cd162c73-a958-4cb4-9ccb-1bec0cade7b8/12dd67ef-565e-43e2-af52-7977bdc7d073/172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:04:31.474480 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-da42cbce-78bf-45f7-981e-7ac2daeee40d None None] Transition to ACTIVE for port object c006882c-c06b-4034-8a9f-7ebf66e510e6 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:04:31.490966 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-da42cbce-78bf-45f7-981e-7ac2daeee40d None None] Transition to ACTIVE for port object c006882c-c06b-4034-8a9f-7ebf66e510e6 will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:04:31.499760 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-da42cbce-78bf-45f7-981e-7ac2daeee40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:31.538810 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da42cbce-78bf-45f7-981e-7ac2daeee40d None None] Network 32cb1672-c8a5-4845-a422-960468eeb90c is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:04:31.541677 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-da42cbce-78bf-45f7-981e-7ac2daeee40d None None] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:04:31.545569 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da42cbce-78bf-45f7-981e-7ac2daeee40d None None] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:04:31.553197 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42cbce-78bf-45f7-981e-7ac2daeee40d None None] Pushing event updated for resources: {'Port': ['ID=c006882c-c06b-4034-8a9f-7ebf66e510e6,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:31.581206 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-275ab04c-0232-407d-b7f3-bcfcec1529d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:31.602936 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-daf4b429-542c-4cb3-84be-c1ab11e84bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-726084'] for router_interface, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:31.610546 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-da42cbce-78bf-45f7-981e-7ac2daeee40d None None] Attempting to bind port c006882c-c06b-4034-8a9f-7ebf66e510e6 on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:04:31.611078 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-da42cbce-78bf-45f7-981e-7ac2daeee40d None None] Attempting to bind port c006882c-c06b-4034-8a9f-7ebf66e510e6 by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': '32fb9395-0863-4521-82f8-b2cb70abbad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:04:31.611291 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da42cbce-78bf-45f7-981e-7ac2daeee40d None None] Attempting to bind port c006882c-c06b-4034-8a9f-7ebf66e510e6 on network 32cb1672-c8a5-4845-a422-960468eeb90c {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:04:31.616253 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da42cbce-78bf-45f7-981e-7ac2daeee40d None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:04:31.616733 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da42cbce-78bf-45f7-981e-7ac2daeee40d None None] Checking segment: {'id': '32fb9395-0863-4521-82f8-b2cb70abbad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:04:31.617132 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-da42cbce-78bf-45f7-981e-7ac2daeee40d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:31.617514 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da42cbce-78bf-45f7-981e-7ac2daeee40d None None] Bound using segment: {'id': '32fb9395-0863-4521-82f8-b2cb70abbad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:04:31.617966 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-da42cbce-78bf-45f7-981e-7ac2daeee40d None None] Bound port: c006882c-c06b-4034-8a9f-7ebf66e510e6, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32fb9395-0863-4521-82f8-b2cb70abbad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:04:31.618341 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-da42cbce-78bf-45f7-981e-7ac2daeee40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:31.625107 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-275ab04c-0232-407d-b7f3-bcfcec1529d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:31.660096 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275ab04c-0232-407d-b7f3-bcfcec1529d0 admin admin] Network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:04:31.662918 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-275ab04c-0232-407d-b7f3-bcfcec1529d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:04:31.668610 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275ab04c-0232-407d-b7f3-bcfcec1529d0 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:04:31.690565 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-da42cbce-78bf-45f7-981e-7ac2daeee40d None None] For port c006882c-c06b-4034-8a9f-7ebf66e510e6, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:04:31.693861 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-da42cbce-78bf-45f7-981e-7ac2daeee40d None None] For port c006882c-c06b-4034-8a9f-7ebf66e510e6, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=c006882c-c06b-4034-8a9f-7ebf66e510e6,segment=NetworkSegment(32fb9395-0863-4521-82f8-b2cb70abbad1),segment_id=32fb9395-0863-4521-82f8-b2cb70abbad1)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:04:31.700164 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-da42cbce-78bf-45f7-981e-7ac2daeee40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:31.706930 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ab04c-0232-407d-b7f3-bcfcec1529d0 admin admin] Pushing event updated for resources: {'Port': ['ID=172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:31.765784 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42cbce-78bf-45f7-981e-7ac2daeee40d None None] Pushing event updated for resources: {'Port': ['ID=c006882c-c06b-4034-8a9f-7ebf66e510e6,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:31.870208 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-daf4b429-542c-4cb3-84be-c1ab11e84bd7 admin admin] Deleting port e78efec9-9b4b-4aad-b14f-ee3c0edebc58 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:04:31.870654 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-daf4b429-542c-4cb3-84be-c1ab11e84bd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:31.954310 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-275ab04c-0232-407d-b7f3-bcfcec1529d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:31.974729 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-daf4b429-542c-4cb3-84be-c1ab11e84bd7 admin admin] For port e78efec9-9b4b-4aad-b14f-ee3c0edebc58, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=e78efec9-9b4b-4aad-b14f-ee3c0edebc58,segment=NetworkSegment(5df22ef0-0a20-4fe0-bcf6-2f1d416c5632),segment_id=5df22ef0-0a20-4fe0-bcf6-2f1d416c5632)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:31.974729 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-daf4b429-542c-4cb3-84be-c1ab11e84bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:31.994611 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-daf4b429-542c-4cb3-84be-c1ab11e84bd7 admin admin] Calling delete_port for e78efec9-9b4b-4aad-b14f-ee3c0edebc58 owned by network:router_interface {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:04:32.158587 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-275ab04c-0232-407d-b7f3-bcfcec1529d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728866'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:32.180913 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-daf4b429-542c-4cb3-84be-c1ab11e84bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:32.206131 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4b429-542c-4cb3-84be-c1ab11e84bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e78efec9-9b4b-4aad-b14f-ee3c0edebc58,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:32.291102 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275ab04c-0232-407d-b7f3-bcfcec1529d0 admin admin] Router 9120bb88-3618-4180-9b7f-a82c80d9a159 is scheduled to L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 14:04:32.374962 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-daf4b429-542c-4cb3-84be-c1ab11e84bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726248'] for router_interface, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:32.402031 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275ab04c-0232-407d-b7f3-bcfcec1529d0 admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:04:32.412628 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] Sync routers for ids ['9120bb88-3618-4180-9b7f-a82c80d9a159'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:04:32.422210 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-275ab04c-0232-407d-b7f3-bcfcec1529d0 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:32.425074 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-275ab04c-0232-407d-b7f3-bcfcec1529d0 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5351880 Jul 14 14:04:32.427772 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 38630) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:32.433986 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] Routers {'9120bb88-3618-4180-9b7f-a82c80d9a159'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:04:32.434691 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:04:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['9120bb88-3618-4180-9b7f-a82c80d9a159'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:32.547434 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] Set router 9120bb88-3618-4180-9b7f-a82c80d9a159 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:04:32.737807 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'name': 'tempest-TestMinimumBasicScenario-1440374104-router', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:30Z', 'updated_at': '2021-07-14T14:04:31Z', 'revision_number': 3, 'project_id': '2801c616dd1240b5a184466380e52f61', 'gw_port': {'id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:31Z', 'updated_at': '2021-07-14T14:04:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:32.756233 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf4b429-542c-4cb3-84be-c1ab11e84bd7 admin admin] Router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:04:32.768614 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] Checking router: 9120bb88-3618-4180-9b7f-a82c80d9a159 for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:04:32.768958 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] Updating router 9120bb88-3618-4180-9b7f-a82c80d9a159 port 172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7 binding host dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:04:32.796533 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ce72e3-c161-4fc6-b526-682c3835764e None None] Network 32cb1672-c8a5-4845-a422-960468eeb90c requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:04:32.858576 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:32.881576 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device c006882c-c06b-4034-8a9f-7ebf66e510e6 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:04:32.963431 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-014c99e0-b33d-4dd8-9f95-be53729c8721 None None] Provisioning for port c006882c-c06b-4034-8a9f-7ebf66e510e6 completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:04:33.072776 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port c006882c-c06b-4034-8a9f-7ebf66e510e6 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:04:33.089878 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port c006882c-c06b-4034-8a9f-7ebf66e510e6 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:33.090254 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:33.195439 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf4b429-542c-4cb3-84be-c1ab11e84bd7 admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:04:33.201434 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-daf4b429-542c-4cb3-84be-c1ab11e84bd7 admin admin] 10.222.0.45 "PUT /v2.0/routers/1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0157495 Jul 14 14:04:33.205777 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 38632) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:33.208449 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfddac2-5db7-4db1-a570-b15ae7eba87f None None] Sync routers for ids ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'] in dv-cinder-797608-5-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:04:33.234146 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfddac2-5db7-4db1-a570-b15ae7eba87f None None] Routers {'1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:04:33.235027 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-ccfddac2-5db7-4db1-a570-b15ae7eba87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:04:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:33.289257 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a736f90a-6e20-4fba-bcd9-401616bae27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:33.289726 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:33.356002 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:33.387402 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] Transition to ACTIVE for port object 172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:04:33.390481 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port c006882c-c06b-4034-8a9f-7ebf66e510e6, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=c006882c-c06b-4034-8a9f-7ebf66e510e6,segment=NetworkSegment(32fb9395-0863-4521-82f8-b2cb70abbad1),segment_id=32fb9395-0863-4521-82f8-b2cb70abbad1)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:33.400328 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:33.421118 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e197d97f-590c-430c-81b7-ad0c1554e029 admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:33.460483 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:33.469908 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=c006882c-c06b-4034-8a9f-7ebf66e510e6,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:33.496669 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-ccfddac2-5db7-4db1-a570-b15ae7eba87f None None] Set router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:04:33.509415 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-a736f90a-6e20-4fba-bcd9-401616bae27b admin admin] Allocated IP 172.20.0.1 (32cb1672-c8a5-4845-a422-960468eeb90c/11bede15-8f62-4259-917a-be19d57adfaa/8585176e-0206-4232-9a6d-5387c3b7d591) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:04:33.552566 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] Attempting to bind port 172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7 on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:04:33.552893 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] Attempting to bind port 172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7 by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:04:33.553198 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] Attempting to bind port 172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7 on network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:04:33.564000 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df916813-c15b-47a7-af51-76e40264792c None None] Pushing event updated for resources: {'Port': ['ID=172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:33.566386 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:04:33.566753 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] Checking segment: {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:04:33.567210 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:33.567993 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] Bound using segment: {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:04:33.568341 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] Bound port: 172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:04:33.568722 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:33.650595 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] For port 172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:04:33.653419 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-5d06589a-af01-4607-a938-0b496daca966 None None] Provisioning complete for port c006882c-c06b-4034-8a9f-7ebf66e510e6 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:33.654021 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5d06589a-af01-4607-a938-0b496daca966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:33.663705 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a736f90a-6e20-4fba-bcd9-401616bae27b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:33.681104 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a736f90a-6e20-4fba-bcd9-401616bae27b admin admin] Transition to ACTIVE for port object 8585176e-0206-4232-9a6d-5387c3b7d591 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:04:33.709284 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] For port 172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:04:33.720328 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:33.723974 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a736f90a-6e20-4fba-bcd9-401616bae27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:33.726497 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-ccfddac2-5db7-4db1-a570-b15ae7eba87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T14:04:32Z', 'revision_number': 5, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:33.759731 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfddac2-5db7-4db1-a570-b15ae7eba87f None None] Checking router: 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d for host: dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:04:33.770815 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfddac2-5db7-4db1-a570-b15ae7eba87f None None] Routers {'1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:04:33.772275 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-ccfddac2-5db7-4db1-a570-b15ae7eba87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:04:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:33.773862 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a736f90a-6e20-4fba-bcd9-401616bae27b admin admin] Network 32cb1672-c8a5-4845-a422-960468eeb90c is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:04:33.782698 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-a736f90a-6e20-4fba-bcd9-401616bae27b admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:04:33.786251 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] Routers {'9120bb88-3618-4180-9b7f-a82c80d9a159'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:04:33.787207 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:04:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['9120bb88-3618-4180-9b7f-a82c80d9a159'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:33.787378 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a736f90a-6e20-4fba-bcd9-401616bae27b admin admin] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:04:33.793673 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736f90a-6e20-4fba-bcd9-401616bae27b admin admin] Pushing event updated for resources: {'Port': ['ID=8585176e-0206-4232-9a6d-5387c3b7d591,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:33.853246 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a736f90a-6e20-4fba-bcd9-401616bae27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-729041'] for router_interface, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:33.874092 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e197d97f-590c-430c-81b7-ad0c1554e029 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:33.919733 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-ccfddac2-5db7-4db1-a570-b15ae7eba87f None None] Set router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:04:33.950088 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df916813-c15b-47a7-af51-76e40264792c None None] Pushing event updated for resources: {'Port': ['ID=172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:33.968796 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] Set router 9120bb88-3618-4180-9b7f-a82c80d9a159 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:04:33.984571 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-e197d97f-590c-430c-81b7-ad0c1554e029 admin admin] Deleting port 39b38080-f68d-4f02-82f5-499e422d0583 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:04:33.985162 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e197d97f-590c-430c-81b7-ad0c1554e029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:34.073616 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-e197d97f-590c-430c-81b7-ad0c1554e029 admin admin] For port 39b38080-f68d-4f02-82f5-499e422d0583, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=39b38080-f68d-4f02-82f5-499e422d0583,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:34.074402 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e197d97f-590c-430c-81b7-ad0c1554e029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:34.087786 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-e197d97f-590c-430c-81b7-ad0c1554e029 admin admin] Calling delete_port for 39b38080-f68d-4f02-82f5-499e422d0583 owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:04:34.088479 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a736f90a-6e20-4fba-bcd9-401616bae27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:34.149859 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-ccfddac2-5db7-4db1-a570-b15ae7eba87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T14:04:32Z', 'revision_number': 5, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:34.185010 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfddac2-5db7-4db1-a570-b15ae7eba87f None None] The sync data for ids ['1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d'] in dv-cinder-797608-5-iscsi is: [{'id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'name': 'tempest-TestVolumeBootPattern-1982435943-router', 'tenant_id': '990fdf2e13b14e9fb639f1c032174bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '39b38080-f68d-4f02-82f5-499e422d0583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:52Z', 'updated_at': '2021-07-14T14:04:32Z', 'revision_number': 5, 'project_id': '990fdf2e13b14e9fb639f1c032174bdf', 'gw_port': {'id': '39b38080-f68d-4f02-82f5-499e422d0583', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:53Z', 'updated_at': '2021-07-14T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:04:34.246120 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-ae09ada1-bb56-4767-aa55-f008ec2b3049 None None] Provisioning for port 8585176e-0206-4232-9a6d-5387c3b7d591 completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:04:34.258199 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-ae09ada1-bb56-4767-aa55-f008ec2b3049 None None] Provisioning complete for port 8585176e-0206-4232-9a6d-5387c3b7d591 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:34.258711 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ae09ada1-bb56-4767-aa55-f008ec2b3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:34.297314 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e197d97f-590c-430c-81b7-ad0c1554e029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:34.301889 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a736f90a-6e20-4fba-bcd9-401616bae27b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:34.313281 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a736f90a-6e20-4fba-bcd9-401616bae27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127483915'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:34.321697 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-ae09ada1-bb56-4767-aa55-f008ec2b3049 None None] Port 8585176e-0206-4232-9a6d-5387c3b7d591 cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:04:34.351547 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'name': 'tempest-TestMinimumBasicScenario-1440374104-router', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:30Z', 'updated_at': '2021-07-14T14:04:31Z', 'revision_number': 3, 'project_id': '2801c616dd1240b5a184466380e52f61', 'gw_port': {'id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:31Z', 'updated_at': '2021-07-14T14:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:34.356553 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197d97f-590c-430c-81b7-ad0c1554e029 admin admin] Pushing event deleted for resources: {'Port': ['ID=39b38080-f68d-4f02-82f5-499e422d0583,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:34.384808 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775dc3fe-dd09-44ca-b23f-064ebcd05926 None None] The sync data for ids ['9120bb88-3618-4180-9b7f-a82c80d9a159'] in dv-cinder-797608-5-iscsi is: [{'id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'name': 'tempest-TestMinimumBasicScenario-1440374104-router', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:30Z', 'updated_at': '2021-07-14T14:04:31Z', 'revision_number': 3, 'project_id': '2801c616dd1240b5a184466380e52f61', 'gw_port': {'id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:31Z', 'updated_at': '2021-07-14T14:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:04:34.387586 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736f90a-6e20-4fba-bcd9-401616bae27b admin admin] Pushing event updated for resources: {'Port': ['ID=8585176e-0206-4232-9a6d-5387c3b7d591,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:34.394039 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a736f90a-6e20-4fba-bcd9-401616bae27b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-726113'] for router_interface, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:34.424445 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e197d97f-590c-430c-81b7-ad0c1554e029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728846'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:34.502325 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a736f90a-6e20-4fba-bcd9-401616bae27b admin admin] Network 32cb1672-c8a5-4845-a422-960468eeb90c is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:04:34.503865 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-a736f90a-6e20-4fba-bcd9-401616bae27b admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:04:34.530155 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e197d97f-590c-430c-81b7-ad0c1554e029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58013'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:34.532434 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e197d97f-590c-430c-81b7-ad0c1554e029 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:34.584025 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e197d97f-590c-430c-81b7-ad0c1554e029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723205'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:34.585396 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e197d97f-590c-430c-81b7-ad0c1554e029 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:04:34.591828 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e197d97f-590c-430c-81b7-ad0c1554e029 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:34.593241 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e197d97f-590c-430c-81b7-ad0c1554e029 admin admin] 10.222.0.45 "DELETE /v2.0/routers/1bd54ab8-f7a9-4fc6-a14e-16047b73cf8d HTTP/1.1" status: 204 len: 168 time: 1.3834143 Jul 14 14:04:34.595853 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 38634) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:34.643509 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a736f90a-6e20-4fba-bcd9-401616bae27b admin admin] Router 9120bb88-3618-4180-9b7f-a82c80d9a159 has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:04:34.677088 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d965a7c-995f-4f46-af79-c008fac5d71f admin admin] Deleting subnet aebd5a90-b585-464a-9d2f-1afe8d420f90 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:04:34.683416 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6d965a7c-995f-4f46-af79-c008fac5d71f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:34.769961 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6d965a7c-995f-4f46-af79-c008fac5d71f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125937022'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:34.856284 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-4fbcfbe3-caf9-4124-a050-351e1fd94644 None None] Provisioning complete for port 8585176e-0206-4232-9a6d-5387c3b7d591 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:34.864882 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4fbcfbe3-caf9-4124-a050-351e1fd94644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:34.865934 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a736f90a-6e20-4fba-bcd9-401616bae27b admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:04:34.876171 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-a736f90a-6e20-4fba-bcd9-401616bae27b admin admin] 10.222.0.45 "PUT /v2.0/routers/9120bb88-3618-4180-9b7f-a82c80d9a159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4473727 Jul 14 14:04:34.906122 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6d965a7c-995f-4f46-af79-c008fac5d71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1831242'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:34.924352 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device c006882c-c06b-4034-8a9f-7ebf66e510e6 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:04:34.966218 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-4fbcfbe3-caf9-4124-a050-351e1fd94644 None None] Port 8585176e-0206-4232-9a6d-5387c3b7d591 cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:04:34.968826 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6d965a7c-995f-4f46-af79-c008fac5d71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125936972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126024884'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:34.987502 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port c006882c-c06b-4034-8a9f-7ebf66e510e6 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:34.987907 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:35.009325 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d965a7c-995f-4f46-af79-c008fac5d71f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aebd5a90-b585-464a-9d2f-1afe8d420f90,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:35.016638 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6d965a7c-995f-4f46-af79-c008fac5d71f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:35.018563 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6d965a7c-995f-4f46-af79-c008fac5d71f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/aebd5a90-b585-464a-9d2f-1afe8d420f90 HTTP/1.1" status: 204 len: 168 time: 0.4208534 Jul 14 14:04:35.021224 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 38638) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:35.025460 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f5a72e-b2a8-4fa3-8823-75ce135bc8fb None None] Network 678bb7df-4b97-4bd4-90be-124739d8c193 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:04:35.107078 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-86da8197-1ff6-4cb8-9ae6-7298c785568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670563'] for network, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:35.169975 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-86da8197-1ff6-4cb8-9ae6-7298c785568f admin admin] Deleting port 80c9115d-5ae3-4dc4-b0e4-ea27eb522574 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:04:35.170492 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-86da8197-1ff6-4cb8-9ae6-7298c785568f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:35.191100 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device e78efec9-9b4b-4aad-b14f-ee3c0edebc58 no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:04:35.217572 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: e78efec9-9b4b-4aad-b14f-ee3c0edebc58 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:04:35.217572 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device e78efec9-9b4b-4aad-b14f-ee3c0edebc58 not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:04:35.261291 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-86da8197-1ff6-4cb8-9ae6-7298c785568f admin admin] For port 80c9115d-5ae3-4dc4-b0e4-ea27eb522574, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=80c9115d-5ae3-4dc4-b0e4-ea27eb522574,segment=NetworkSegment(5df22ef0-0a20-4fe0-bcf6-2f1d416c5632),segment_id=5df22ef0-0a20-4fe0-bcf6-2f1d416c5632)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:35.261766 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-86da8197-1ff6-4cb8-9ae6-7298c785568f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:35.277289 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-86da8197-1ff6-4cb8-9ae6-7298c785568f admin admin] Calling delete_port for 80c9115d-5ae3-4dc4-b0e4-ea27eb522574 owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:04:35.337348 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf853c7e-5a1f-4c68-b99e-599347f7d59a None None] DHCP port deletion for 678bb7df-4b97-4bd4-90be-124739d8c193 request from dv-cinder-797608-5-iscsi {{(pid=92931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:04:35.373578 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-86da8197-1ff6-4cb8-9ae6-7298c785568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:35.404843 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-bf853c7e-5a1f-4c68-b99e-599347f7d59a None None] Deleting port 80c9115d-5ae3-4dc4-b0e4-ea27eb522574 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:04:35.405214 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bf853c7e-5a1f-4c68-b99e-599347f7d59a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:35.419276 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da8197-1ff6-4cb8-9ae6-7298c785568f admin admin] Pushing event deleted for resources: {'Port': ['ID=80c9115d-5ae3-4dc4-b0e4-ea27eb522574,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:35.421291 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86da8197-1ff6-4cb8-9ae6-7298c785568f admin admin] No DVR routers for this DVR port 80c9115d-5ae3-4dc4-b0e4-ea27eb522574 on host dv-cinder-797608-5-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:04:35.472882 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-bf853c7e-5a1f-4c68-b99e-599347f7d59a None None] For port 80c9115d-5ae3-4dc4-b0e4-ea27eb522574, host dv-cinder-797608-5-iscsi, got binding levels [] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:35.473271 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bf853c7e-5a1f-4c68-b99e-599347f7d59a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:35.488326 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-bf853c7e-5a1f-4c68-b99e-599347f7d59a None None] Calling delete_port for 80c9115d-5ae3-4dc4-b0e4-ea27eb522574 owned by network:dhcp {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:04:35.491031 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.ipam_backend_mixin [None req-bf853c7e-5a1f-4c68-b99e-599347f7d59a None None] Port 80c9115d-5ae3-4dc4-b0e4-ea27eb522574 was not found and therefore no delete operation was performed {{(pid=92931) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 14:04:35.493191 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bf853c7e-5a1f-4c68-b99e-599347f7d59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:35.503239 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-86da8197-1ff6-4cb8-9ae6-7298c785568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833695', 'neutron.services.segments.db._delete_segments_for_network-8781940339011'] for network, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:35.517936 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf853c7e-5a1f-4c68-b99e-599347f7d59a None None] Pushing event deleted for resources: {'Port': ['ID=80c9115d-5ae3-4dc4-b0e4-ea27eb522574,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:35.518159 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-86da8197-1ff6-4cb8-9ae6-7298c785568f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678bb7df-4b97-4bd4-90be-124739d8c193']}} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:35.525631 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf853c7e-5a1f-4c68-b99e-599347f7d59a None None] No DVR routers for this DVR port 80c9115d-5ae3-4dc4-b0e4-ea27eb522574 on host dv-cinder-797608-5-iscsi {{(pid=92931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:04:35.539163 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-86da8197-1ff6-4cb8-9ae6-7298c785568f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df22ef0-0a20-4fe0-bcf6-2f1d416c5632') {'for_net_delete': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:35.539462 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-86da8197-1ff6-4cb8-9ae6-7298c785568f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df22ef0-0a20-4fe0-bcf6-2f1d416c5632') {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:35.548699 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-86da8197-1ff6-4cb8-9ae6-7298c785568f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781940338508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127483973'] for segment, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:35.562887 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-86da8197-1ff6-4cb8-9ae6-7298c785568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:35.564768 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 38652) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:35.570217 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-af4c8a67-f2dd-47df-b0aa-597655901634 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-738976798-network', 'tenant_id': '7fb32438535342db98828d6dfad7c6a5'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:04:35.579250 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86da8197-1ff6-4cb8-9ae6-7298c785568f admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=92930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:04:35.579672 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-86da8197-1ff6-4cb8-9ae6-7298c785568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127484915'] for segment, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: Traceback (most recent call last): Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: timer() Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: cb(*args, **kw) Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: return func(*args, **kwargs) Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: self._notify() Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: self.callback(batched_events) Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: event.method(event) Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: return f(self, *a, **k) Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: return self._get(url).json() Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: return self.request(url, 'GET', **kwargs) Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:04:35.581242 dv-cinder-797608-5-iscsi neutron-server[92930]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:04:35.642769 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4c8a67-f2dd-47df-b0aa-597655901634 admin admin] Made reservation on behalf of 7fb32438535342db98828d6dfad7c6a5 for: {'network': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:04:35.645080 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af4c8a67-f2dd-47df-b0aa-597655901634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for network, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:35.653372 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af4c8a67-f2dd-47df-b0aa-597655901634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:35.654957 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-86da8197-1ff6-4cb8-9ae6-7298c785568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728938'] for network, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:35.665699 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-86da8197-1ff6-4cb8-9ae6-7298c785568f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:35.667517 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-86da8197-1ff6-4cb8-9ae6-7298c785568f admin admin] 10.222.0.45 "DELETE /v2.0/networks/678bb7df-4b97-4bd4-90be-124739d8c193 HTTP/1.1" status: 204 len: 168 time: 0.6453192 Jul 14 14:04:35.670549 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 38654) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:35.681852 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da8197-1ff6-4cb8-9ae6-7298c785568f admin admin] Pushing event deleted for resources: {'Network': ['ID=678bb7df-4b97-4bd4-90be-124739d8c193,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:35.764461 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af4c8a67-f2dd-47df-b0aa-597655901634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:35.769210 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af4c8a67-f2dd-47df-b0aa-597655901634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:35.790345 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af4c8a67-f2dd-47df-b0aa-597655901634 admin admin] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=92930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:04:35.805677 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c8a67-f2dd-47df-b0aa-597655901634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9973a8d4-8beb-4450-a1ad-3b2fdb8ed1dd,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:35.808505 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af4c8a67-f2dd-47df-b0aa-597655901634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:35.808849 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.db.segments_db [None req-af4c8a67-f2dd-47df-b0aa-597655901634 admin admin] Added segment 06f86c7e-a0ae-4fc4-b2ee-ef1480b39fd0 of type vlan for network 37f4d288-b721-4cc9-9e3d-20a6569ce5b2 Jul 14 14:04:35.848026 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af4c8a67-f2dd-47df-b0aa-597655901634 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781939793924'] for network, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:35.875737 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af4c8a67-f2dd-47df-b0aa-597655901634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021'] for network, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:35.876680 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c8a67-f2dd-47df-b0aa-597655901634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:35.877260 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af4c8a67-f2dd-47df-b0aa-597655901634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:35.924723 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-af4c8a67-f2dd-47df-b0aa-597655901634 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3589020 Jul 14 14:04:35.931100 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 38656) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:35.937798 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-db409d34-a11d-49bd-a0ed-afd6b113c41b admin admin] Request body: {'subnet': {'network_id': '37f4d288-b721-4cc9-9e3d-20a6569ce5b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-738976798-subnet', 'tenant_id': '7fb32438535342db98828d6dfad7c6a5', 'ip_version': 4}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:04:35.953692 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c8a67-f2dd-47df-b0aa-597655901634 admin admin] Pushing event updated for resources: {'Network': ['ID=37f4d288-b721-4cc9-9e3d-20a6569ce5b2,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:35.967915 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db409d34-a11d-49bd-a0ed-afd6b113c41b admin admin] Made reservation on behalf of 7fb32438535342db98828d6dfad7c6a5 for: {'subnet': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:04:35.968643 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Network 37f4d288-b721-4cc9-9e3d-20a6569ce5b2 details requested by agent ovs-agent-dv-cinder-797608-5-iscsi with host dv-cinder-797608-5-iscsi {{(pid=92931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:04:35.970738 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-db409d34-a11d-49bd-a0ed-afd6b113c41b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127770589'] for subnet, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:36.106404 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ba8d9f0e-8312-4cf2-9dbe-f63a30b9724c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-726084'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:36.149812 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-db409d34-a11d-49bd-a0ed-afd6b113c41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127484060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127770607'] for subnet, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:36.203080 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db409d34-a11d-49bd-a0ed-afd6b113c41b admin admin] Pushing event updated for resources: {'Subnet': ['ID=093ceb59-68dc-4f6a-98e9-7b92c8532402,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:36.213055 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db409d34-a11d-49bd-a0ed-afd6b113c41b admin admin] Checking segment: {'id': '06f86c7e-a0ae-4fc4-b2ee-ef1480b39fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '37f4d288-b721-4cc9-9e3d-20a6569ce5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:04:36.213409 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db409d34-a11d-49bd-a0ed-afd6b113c41b admin admin] Network hostable DHCP agents. Network: 37f4d288-b721-4cc9-9e3d-20a6569ce5b2, hostable agents: ['82b7cd81-444f-4fd8-937d-e6dfe2847fa5'], hosted agents: [] {{(pid=92930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:04:36.230606 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db409d34-a11d-49bd-a0ed-afd6b113c41b admin admin] Network 37f4d288-b721-4cc9-9e3d-20a6569ce5b2 is scheduled to be hosted by DHCP agent 82b7cd81-444f-4fd8-937d-e6dfe2847fa5 with binding_index 1 {{(pid=92930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:04:36.240496 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-db409d34-a11d-49bd-a0ed-afd6b113c41b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-5-iscsi, 37f4d288-b721-4cc9-9e3d-20a6569ce5b2) {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:04:36.247020 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db409d34-a11d-49bd-a0ed-afd6b113c41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:36.248777 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-db409d34-a11d-49bd-a0ed-afd6b113c41b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:36.251656 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8985212-701e-4bcb-8515-85c3624499bd None None] Network 37f4d288-b721-4cc9-9e3d-20a6569ce5b2 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:04:36.266202 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-db409d34-a11d-49bd-a0ed-afd6b113c41b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3340650 Jul 14 14:04:36.268956 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 38658) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:36.277748 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-2c316324-8de9-460c-b48b-28a136f190b8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-738976798-router', 'tenant_id': '7fb32438535342db98828d6dfad7c6a5', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:04:36.299041 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2c316324-8de9-460c-b48b-28a136f190b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-727999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57999'] for router, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:36.300182 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2c316324-8de9-460c-b48b-28a136f190b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-727836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57988'] for router, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:36.364475 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2c316324-8de9-460c-b48b-28a136f190b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:36.380195 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] Sync routers for ids ['9120bb88-3618-4180-9b7f-a82c80d9a159'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:04:36.400505 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] Routers {'9120bb88-3618-4180-9b7f-a82c80d9a159'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:04:36.401128 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:04:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['9120bb88-3618-4180-9b7f-a82c80d9a159'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:36.426589 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-ba8d9f0e-8312-4cf2-9dbe-f63a30b9724c admin admin] Deleting port 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:04:36.426933 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ba8d9f0e-8312-4cf2-9dbe-f63a30b9724c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:36.499863 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2c316324-8de9-460c-b48b-28a136f190b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728771', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-727977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59758'] for router, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:36.504681 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf5065a14-9a18-52e1-8c4d-ffd80e997c58-37f4d288-b721-4cc9-9e3d-20a6569ce5b2', 'network_id': '37f4d288-b721-4cc9-9e3d-20a6569ce5b2', 'tenant_id': '7fb32438535342db98828d6dfad7c6a5', 'fixed_ips': [{'subnet_id': '093ceb59-68dc-4f6a-98e9-7b92c8532402'}]}} from dv-cinder-797608-5-iscsi. {{(pid=92931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 14:04:36.505614 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:36.513962 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-ba8d9f0e-8312-4cf2-9dbe-f63a30b9724c admin admin] For port 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8,segment=NetworkSegment(ac3f485a-3bbe-4794-90ce-ef7df87e34c1),segment_id=ac3f485a-3bbe-4794-90ce-ef7df87e34c1)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:36.514428 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ba8d9f0e-8312-4cf2-9dbe-f63a30b9724c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:36.532223 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-ba8d9f0e-8312-4cf2-9dbe-f63a30b9724c admin admin] Calling delete_port for 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8 owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:04:36.597804 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] Set router 9120bb88-3618-4180-9b7f-a82c80d9a159 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:04:36.767577 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ba8d9f0e-8312-4cf2-9dbe-f63a30b9724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:36.768929 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2c316324-8de9-460c-b48b-28a136f190b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:36.785364 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Allocated IP 172.20.0.2 (37f4d288-b721-4cc9-9e3d-20a6569ce5b2/093ceb59-68dc-4f6a-98e9-7b92c8532402/4a8bf254-7674-4094-9cb6-2a2b76073fb5) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:04:36.803151 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d9f0e-8312-4cf2-9dbe-f63a30b9724c admin admin] Pushing event deleted for resources: {'Port': ['ID=84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:36.812838 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2c316324-8de9-460c-b48b-28a136f190b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:36.864305 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:04:36.962819 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-2c316324-8de9-460c-b48b-28a136f190b8 admin admin] Allocated IP 172.27.2.195 (cd162c73-a958-4cb4-9ccb-1bec0cade7b8/12dd67ef-565e-43e2-af52-7977bdc7d073/6f4d67b8-72f0-40fb-8628-0613f66d241c) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:04:37.076631 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ba8d9f0e-8312-4cf2-9dbe-f63a30b9724c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726248'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:37.102857 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port 172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:04:37.113655 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:37.114016 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:37.124712 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2c316324-8de9-460c-b48b-28a136f190b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:37.148928 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'name': 'tempest-TestMinimumBasicScenario-1440374104-router', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:30Z', 'updated_at': '2021-07-14T14:04:34Z', 'revision_number': 4, 'project_id': '2801c616dd1240b5a184466380e52f61', 'gw_port': {'id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:31Z', 'updated_at': '2021-07-14T14:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '8585176e-0206-4232-9a6d-5387c3b7d591', 'name': '', 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'mac_address': 'fa:16:3e:03:b0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '11bede15-8f62-4259-917a-be19d57adfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:33Z', 'updated_at': '2021-07-14T14:04:34Z', 'revision_number': 2, 'project_id': '2801c616dd1240b5a184466380e52f61', 'subnets': [{'id': '11bede15-8f62-4259-917a-be19d57adfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:37.170724 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2c316324-8de9-460c-b48b-28a136f190b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:37.190455 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] Checking router: 9120bb88-3618-4180-9b7f-a82c80d9a159 for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:04:37.190955 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] Updating router 9120bb88-3618-4180-9b7f-a82c80d9a159 port 8585176e-0206-4232-9a6d-5387c3b7d591 binding host dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:04:37.194244 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:37.203273 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c316324-8de9-460c-b48b-28a136f190b8 admin admin] Network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:04:37.207690 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-2c316324-8de9-460c-b48b-28a136f190b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:04:37.211732 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c316324-8de9-460c-b48b-28a136f190b8 admin admin] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:04:37.224742 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Transition to ACTIVE for port object 4a8bf254-7674-4094-9cb6-2a2b76073fb5 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:04:37.243148 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c316324-8de9-460c-b48b-28a136f190b8 admin admin] Pushing event updated for resources: {'Port': ['ID=6f4d67b8-72f0-40fb-8628-0613f66d241c,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:37.265105 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Transition to ACTIVE for port object 4a8bf254-7674-4094-9cb6-2a2b76073fb5 will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:04:37.266739 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:37.302880 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:37.308434 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8d9f0e-8312-4cf2-9dbe-f63a30b9724c admin admin] Router 5248bb30-fc13-42fb-b7b8-2a8cc709ae00 has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:04:37.423814 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8d9f0e-8312-4cf2-9dbe-f63a30b9724c admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:04:37.433808 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5533b-f514-4671-8c5a-85763a1feae3 None None] Sync routers for ids ['5248bb30-fc13-42fb-b7b8-2a8cc709ae00'] in dv-cinder-797608-5-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:04:37.435239 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ba8d9f0e-8312-4cf2-9dbe-f63a30b9724c admin admin] 10.222.0.45 "PUT /v2.0/routers/5248bb30-fc13-42fb-b7b8-2a8cc709ae00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7635477 Jul 14 14:04:37.439631 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 38660) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:37.445238 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5533b-f514-4671-8c5a-85763a1feae3 None None] Routers {'5248bb30-fc13-42fb-b7b8-2a8cc709ae00'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:04:37.446930 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-5bd5533b-f514-4671-8c5a-85763a1feae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:04:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['5248bb30-fc13-42fb-b7b8-2a8cc709ae00'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:37.468302 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2c316324-8de9-460c-b48b-28a136f190b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:37.522173 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Network 37f4d288-b721-4cc9-9e3d-20a6569ce5b2 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:04:37.524618 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:37.540613 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:04:37.550500 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:04:37.564184 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c1d61a8e-e63d-4411-8154-38ab3e16c6ae admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:37.577447 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-5bd5533b-f514-4671-8c5a-85763a1feae3 None None] Set router 5248bb30-fc13-42fb-b7b8-2a8cc709ae00 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:04:37.615746 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port 172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:37.619454 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Pushing event updated for resources: {'Port': ['ID=4a8bf254-7674-4094-9cb6-2a2b76073fb5,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:37.660197 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:37.683602 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c1d61a8e-e63d-4411-8154-38ab3e16c6ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:37.686530 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:37.686530 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:37.686845 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:37.687286 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:37.687870 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:37.688298 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:37.688748 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:37.690394 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:37.690394 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:37.690394 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:37.690394 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:37.690394 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:37.703648 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2c316324-8de9-460c-b48b-28a136f190b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-727968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728866'] for router, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:37.744523 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Attempting to bind port 4a8bf254-7674-4094-9cb6-2a2b76073fb5 on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:04:37.745142 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Attempting to bind port 4a8bf254-7674-4094-9cb6-2a2b76073fb5 by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': '06f86c7e-a0ae-4fc4-b2ee-ef1480b39fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '37f4d288-b721-4cc9-9e3d-20a6569ce5b2'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:04:37.745524 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Attempting to bind port 4a8bf254-7674-4094-9cb6-2a2b76073fb5 on network 37f4d288-b721-4cc9-9e3d-20a6569ce5b2 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:04:37.770011 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-c1d61a8e-e63d-4411-8154-38ab3e16c6ae admin admin] Deleting port 1ea7e908-e97d-4321-b091-eab85c718006 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:04:37.770580 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c1d61a8e-e63d-4411-8154-38ab3e16c6ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:37.779884 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 80c9115d-5ae3-4dc4-b0e4-ea27eb522574 no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:04:37.809933 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:04:37.810334 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Checking segment: {'id': '06f86c7e-a0ae-4fc4-b2ee-ef1480b39fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '37f4d288-b721-4cc9-9e3d-20a6569ce5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:04:37.810710 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:37.811105 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Bound using segment: {'id': '06f86c7e-a0ae-4fc4-b2ee-ef1480b39fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '37f4d288-b721-4cc9-9e3d-20a6569ce5b2'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:04:37.811659 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Bound port: 4a8bf254-7674-4094-9cb6-2a2b76073fb5, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f86c7e-a0ae-4fc4-b2ee-ef1480b39fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '37f4d288-b721-4cc9-9e3d-20a6569ce5b2'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:04:37.812025 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:37.827896 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-5bd5533b-f514-4671-8c5a-85763a1feae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5248bb30-fc13-42fb-b7b8-2a8cc709ae00', 'name': 'tempest-TestVolumeBootPattern-1402058563-router', 'tenant_id': '9b2e13c7c97149e9bdf90438bee04105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '1ea7e908-e97d-4321-b091-eab85c718006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T14:04:36Z', 'revision_number': 5, 'project_id': '9b2e13c7c97149e9bdf90438bee04105', 'gw_port': {'id': '1ea7e908-e97d-4321-b091-eab85c718006', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5248bb30-fc13-42fb-b7b8-2a8cc709ae00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:37.828189 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: 80c9115d-5ae3-4dc4-b0e4-ea27eb522574 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:04:37.828518 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 80c9115d-5ae3-4dc4-b0e4-ea27eb522574 not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:04:37.828767 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 39b38080-f68d-4f02-82f5-499e422d0583 no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:04:37.857417 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5533b-f514-4671-8c5a-85763a1feae3 None None] Checking router: 5248bb30-fc13-42fb-b7b8-2a8cc709ae00 for host: dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:04:37.867506 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5533b-f514-4671-8c5a-85763a1feae3 None None] Routers {'5248bb30-fc13-42fb-b7b8-2a8cc709ae00'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:04:37.868466 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-5bd5533b-f514-4671-8c5a-85763a1feae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:04:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['5248bb30-fc13-42fb-b7b8-2a8cc709ae00'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:37.888569 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: 39b38080-f68d-4f02-82f5-499e422d0583 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:04:37.889224 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 39b38080-f68d-4f02-82f5-499e422d0583 not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:04:37.892230 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-c1d61a8e-e63d-4411-8154-38ab3e16c6ae admin admin] For port 1ea7e908-e97d-4321-b091-eab85c718006, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=1ea7e908-e97d-4321-b091-eab85c718006,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:37.892673 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c1d61a8e-e63d-4411-8154-38ab3e16c6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:37.910442 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-c1d61a8e-e63d-4411-8154-38ab3e16c6ae admin admin] Calling delete_port for 1ea7e908-e97d-4321-b091-eab85c718006 owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:04:37.920671 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:37.984567 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] For port 4a8bf254-7674-4094-9cb6-2a2b76073fb5, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:04:37.985302 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-5bd5533b-f514-4671-8c5a-85763a1feae3 None None] Set router 5248bb30-fc13-42fb-b7b8-2a8cc709ae00 gateway port host: None {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:04:37.993234 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] For port 4a8bf254-7674-4094-9cb6-2a2b76073fb5, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=4a8bf254-7674-4094-9cb6-2a2b76073fb5,segment=NetworkSegment(06f86c7e-a0ae-4fc4-b2ee-ef1480b39fd0),segment_id=06f86c7e-a0ae-4fc4-b2ee-ef1480b39fd0)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:04:38.023250 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:38.065097 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-5bd5533b-f514-4671-8c5a-85763a1feae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5248bb30-fc13-42fb-b7b8-2a8cc709ae00', 'name': 'tempest-TestVolumeBootPattern-1402058563-router', 'tenant_id': '9b2e13c7c97149e9bdf90438bee04105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T14:04:37Z', 'revision_number': 6, 'project_id': '9b2e13c7c97149e9bdf90438bee04105', 'gw_port_host': None}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:38.086326 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:38.093501 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c1d61a8e-e63d-4411-8154-38ab3e16c6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:38.112420 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] Transition to ACTIVE for port object 8585176e-0206-4232-9a6d-5387c3b7d591 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:04:38.112981 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5533b-f514-4671-8c5a-85763a1feae3 None None] The sync data for ids ['5248bb30-fc13-42fb-b7b8-2a8cc709ae00'] in dv-cinder-797608-5-iscsi is: [{'id': '5248bb30-fc13-42fb-b7b8-2a8cc709ae00', 'name': 'tempest-TestVolumeBootPattern-1402058563-router', 'tenant_id': '9b2e13c7c97149e9bdf90438bee04105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T14:04:37Z', 'revision_number': 6, 'project_id': '9b2e13c7c97149e9bdf90438bee04105', 'gw_port_host': None}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:04:38.118390 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aada88-9ef1-42ee-ad31-43f56ed89f9e None None] Pushing event updated for resources: {'Port': ['ID=4a8bf254-7674-4094-9cb6-2a2b76073fb5,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:38.126461 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:38.127033 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d61a8e-e63d-4411-8154-38ab3e16c6ae admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea7e908-e97d-4321-b091-eab85c718006,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:38.165005 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c316324-8de9-460c-b48b-28a136f190b8 admin admin] Router 2ab7277a-b156-441c-8a2c-e3c3cb34bf54 is scheduled to L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac with binding_index 1 {{(pid=92930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 14:04:38.180689 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c946d3-e534-47fd-94d0-4eaa060c3f6d None None] Pushing event updated for resources: {'Port': ['ID=8585176e-0206-4232-9a6d-5387c3b7d591,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:38.212653 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c1d61a8e-e63d-4411-8154-38ab3e16c6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728846'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:38.254191 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] Attempting to bind port 8585176e-0206-4232-9a6d-5387c3b7d591 on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:04:38.254556 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] Attempting to bind port 8585176e-0206-4232-9a6d-5387c3b7d591 by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': '32fb9395-0863-4521-82f8-b2cb70abbad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:04:38.254902 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] Attempting to bind port 8585176e-0206-4232-9a6d-5387c3b7d591 on network 32cb1672-c8a5-4845-a422-960468eeb90c {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:04:38.273719 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:04:38.274115 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] Checking segment: {'id': '32fb9395-0863-4521-82f8-b2cb70abbad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:04:38.274524 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:38.274934 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] Bound using segment: {'id': '32fb9395-0863-4521-82f8-b2cb70abbad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:04:38.275397 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] Bound port: 8585176e-0206-4232-9a6d-5387c3b7d591, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32fb9395-0863-4521-82f8-b2cb70abbad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:04:38.275789 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:38.294640 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c316324-8de9-460c-b48b-28a136f190b8 admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:04:38.317722 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c1d61a8e-e63d-4411-8154-38ab3e16c6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58013'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:38.318482 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2c316324-8de9-460c-b48b-28a136f190b8 admin admin] Notify callbacks [] for router, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:38.320540 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c1d61a8e-e63d-4411-8154-38ab3e16c6ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:38.321088 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-2c316324-8de9-460c-b48b-28a136f190b8 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0507426 Jul 14 14:04:38.321772 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] Sync routers for ids ['2ab7277a-b156-441c-8a2c-e3c3cb34bf54'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:04:38.323580 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 38662) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:38.323864 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-22a8ef8c-c2be-47f6-8300-4fd3f55f2bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:38.343567 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] Routers {'2ab7277a-b156-441c-8a2c-e3c3cb34bf54'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:04:38.344229 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:04:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['2ab7277a-b156-441c-8a2c-e3c3cb34bf54'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:38.403073 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] For port 8585176e-0206-4232-9a6d-5387c3b7d591, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:04:38.407799 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] For port 8585176e-0206-4232-9a6d-5387c3b7d591, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=8585176e-0206-4232-9a6d-5387c3b7d591,segment=NetworkSegment(32fb9395-0863-4521-82f8-b2cb70abbad1),segment_id=32fb9395-0863-4521-82f8-b2cb70abbad1)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:04:38.440831 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:38.479006 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c1d61a8e-e63d-4411-8154-38ab3e16c6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723205'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:38.483116 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d61a8e-e63d-4411-8154-38ab3e16c6ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5248bb30-fc13-42fb-b7b8-2a8cc709ae00 {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:04:38.492811 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c1d61a8e-e63d-4411-8154-38ab3e16c6ae admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:38.496367 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c1d61a8e-e63d-4411-8154-38ab3e16c6ae admin admin] 10.222.0.45 "DELETE /v2.0/routers/5248bb30-fc13-42fb-b7b8-2a8cc709ae00 HTTP/1.1" status: 204 len: 168 time: 1.0534439 Jul 14 14:04:38.496955 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 38664) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:38.585766 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] Routers {'9120bb88-3618-4180-9b7f-a82c80d9a159'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:04:38.586402 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:04:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['9120bb88-3618-4180-9b7f-a82c80d9a159'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:38.598309 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38981b8-a5b5-432b-823b-69be2774d831 admin admin] Deleting subnet 4dc116f8-4a9c-4b84-ae94-161a58cf58a3 {{(pid=92930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:04:38.604160 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f38981b8-a5b5-432b-823b-69be2774d831 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:38.661243 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f38981b8-a5b5-432b-823b-69be2774d831 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127483996'] for subnet, precommit_delete_associations {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:38.689443 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] Set router 2ab7277a-b156-441c-8a2c-e3c3cb34bf54 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:04:38.786192 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f38981b8-a5b5-432b-823b-69be2774d831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1831242'] for subnet, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:38.807925 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c946d3-e534-47fd-94d0-4eaa060c3f6d None None] Pushing event updated for resources: {'Port': ['ID=8585176e-0206-4232-9a6d-5387c3b7d591,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:38.880074 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f38981b8-a5b5-432b-823b-69be2774d831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127483997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127770616'] for subnet, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:38.891977 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] Set router 9120bb88-3618-4180-9b7f-a82c80d9a159 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:04:38.916243 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38981b8-a5b5-432b-823b-69be2774d831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dc116f8-4a9c-4b84-ae94-161a58cf58a3,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:38.929291 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f38981b8-a5b5-432b-823b-69be2774d831 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:38.932242 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-f38981b8-a5b5-432b-823b-69be2774d831 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4dc116f8-4a9c-4b84-ae94-161a58cf58a3 HTTP/1.1" status: 204 len: 168 time: 0.4321833 Jul 14 14:04:38.932416 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb1cb04-b5c6-45f7-bc0a-dc9255dcd182 None None] Network fdb3455e-3600-49ea-9389-30e44bda436f requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:04:38.934092 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 38666) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:39.028524 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6af32003-861d-47d8-8703-107ebcf7dc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670563'] for network, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:39.131706 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6af32003-861d-47d8-8703-107ebcf7dc89 admin admin] Deleting port 03133391-a4af-4654-a1ae-f3b8f9481b76 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:04:39.132098 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6af32003-861d-47d8-8703-107ebcf7dc89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:39.237438 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6af32003-861d-47d8-8703-107ebcf7dc89 admin admin] For port 03133391-a4af-4654-a1ae-f3b8f9481b76, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=03133391-a4af-4654-a1ae-f3b8f9481b76,segment=NetworkSegment(ac3f485a-3bbe-4794-90ce-ef7df87e34c1),segment_id=ac3f485a-3bbe-4794-90ce-ef7df87e34c1)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:39.238568 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6af32003-861d-47d8-8703-107ebcf7dc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:39.244980 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab7277a-b156-441c-8a2c-e3c3cb34bf54', 'name': 'tempest-TestMinimumBasicScenario-738976798-router', 'tenant_id': '7fb32438535342db98828d6dfad7c6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '6f4d67b8-72f0-40fb-8628-0613f66d241c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:36Z', 'updated_at': '2021-07-14T14:04:37Z', 'revision_number': 3, 'project_id': '7fb32438535342db98828d6dfad7c6a5', 'gw_port': {'id': '6f4d67b8-72f0-40fb-8628-0613f66d241c', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab7277a-b156-441c-8a2c-e3c3cb34bf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:36Z', 'updated_at': '2021-07-14T14:04:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:39.265045 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6af32003-861d-47d8-8703-107ebcf7dc89 admin admin] Calling delete_port for 03133391-a4af-4654-a1ae-f3b8f9481b76 owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:04:39.324795 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] Checking router: 2ab7277a-b156-441c-8a2c-e3c3cb34bf54 for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:04:39.325145 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] Updating router 2ab7277a-b156-441c-8a2c-e3c3cb34bf54 port 6f4d67b8-72f0-40fb-8628-0613f66d241c binding host dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:04:39.328021 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 4a8bf254-7674-4094-9cb6-2a2b76073fb5 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:04:39.357481 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0050628-412a-4546-9b99-c59b99086ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:39.387532 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6af32003-861d-47d8-8703-107ebcf7dc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:39.440152 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af32003-861d-47d8-8703-107ebcf7dc89 admin admin] Pushing event deleted for resources: {'Port': ['ID=03133391-a4af-4654-a1ae-f3b8f9481b76,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:39.455576 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af32003-861d-47d8-8703-107ebcf7dc89 admin admin] No DVR routers for this DVR port 03133391-a4af-4654-a1ae-f3b8f9481b76 on host dv-cinder-797608-5-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:04:39.580151 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-f0050628-412a-4546-9b99-c59b99086ed4 admin admin] Allocated IP 172.20.0.1 (37f4d288-b721-4cc9-9e3d-20a6569ce5b2/093ceb59-68dc-4f6a-98e9-7b92c8532402/3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:04:39.581006 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6af32003-861d-47d8-8703-107ebcf7dc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833695', 'neutron.services.segments.db._delete_segments_for_network-8781940339011'] for network, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:39.597884 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-6af32003-861d-47d8-8703-107ebcf7dc89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb3455e-3600-49ea-9389-30e44bda436f']}} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:39.599095 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:39.614381 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-6af32003-861d-47d8-8703-107ebcf7dc89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3f485a-3bbe-4794-90ce-ef7df87e34c1') {'for_net_delete': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:39.614677 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-6af32003-861d-47d8-8703-107ebcf7dc89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3f485a-3bbe-4794-90ce-ef7df87e34c1') {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:39.634087 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6af32003-861d-47d8-8703-107ebcf7dc89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781940338508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127483973'] for segment, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:39.645493 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'name': 'tempest-TestMinimumBasicScenario-1440374104-router', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:30Z', 'updated_at': '2021-07-14T14:04:34Z', 'revision_number': 4, 'project_id': '2801c616dd1240b5a184466380e52f61', 'gw_port': {'id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:31Z', 'updated_at': '2021-07-14T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '8585176e-0206-4232-9a6d-5387c3b7d591', 'name': '', 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'mac_address': 'fa:16:3e:03:b0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '11bede15-8f62-4259-917a-be19d57adfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:33Z', 'updated_at': '2021-07-14T14:04:38Z', 'revision_number': 4, 'project_id': '2801c616dd1240b5a184466380e52f61', 'subnets': [{'id': '11bede15-8f62-4259-917a-be19d57adfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:39.651969 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6af32003-861d-47d8-8703-107ebcf7dc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:39.659861 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af32003-861d-47d8-8703-107ebcf7dc89 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=92930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:04:39.660260 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6af32003-861d-47d8-8703-107ebcf7dc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127484915'] for segment, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:39.661527 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc2d365-b838-4fb2-ba71-899f5e3ab431 None None] Network 37f4d288-b721-4cc9-9e3d-20a6569ce5b2 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: Traceback (most recent call last): Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: timer() Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: cb(*args, **kw) Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: return func(*args, **kwargs) Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: self._notify() Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: self.callback(batched_events) Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: event.method(event) Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: return f(self, *a, **k) Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: return self._get(url).json() Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: return self.request(url, 'GET', **kwargs) Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:04:39.661944 dv-cinder-797608-5-iscsi neutron-server[92930]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:04:39.666634 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d47d19-a825-40f7-b198-2c03944a00cf None None] DHCP port deletion for fdb3455e-3600-49ea-9389-30e44bda436f request from dv-cinder-797608-5-iscsi {{(pid=92931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:04:39.698665 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port 4a8bf254-7674-4094-9cb6-2a2b76073fb5 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:04:39.713516 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d597a9a0-0c47-4182-8684-6613156acce4 None None] The sync data for ids ['9120bb88-3618-4180-9b7f-a82c80d9a159'] in dv-cinder-797608-5-iscsi is: [{'id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'name': 'tempest-TestMinimumBasicScenario-1440374104-router', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:30Z', 'updated_at': '2021-07-14T14:04:34Z', 'revision_number': 4, 'project_id': '2801c616dd1240b5a184466380e52f61', 'gw_port': {'id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:31Z', 'updated_at': '2021-07-14T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '8585176e-0206-4232-9a6d-5387c3b7d591', 'name': '', 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'mac_address': 'fa:16:3e:03:b0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '11bede15-8f62-4259-917a-be19d57adfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:33Z', 'updated_at': '2021-07-14T14:04:38Z', 'revision_number': 4, 'project_id': '2801c616dd1240b5a184466380e52f61', 'subnets': [{'id': '11bede15-8f62-4259-917a-be19d57adfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:04:39.721409 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6af32003-861d-47d8-8703-107ebcf7dc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728938'] for network, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:39.727565 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6af32003-861d-47d8-8703-107ebcf7dc89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:39.729596 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-6af32003-861d-47d8-8703-107ebcf7dc89 admin admin] 10.222.0.45 "DELETE /v2.0/networks/fdb3455e-3600-49ea-9389-30e44bda436f HTTP/1.1" status: 204 len: 168 time: 0.7944508 Jul 14 14:04:39.734106 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0050628-412a-4546-9b99-c59b99086ed4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:39.742059 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af32003-861d-47d8-8703-107ebcf7dc89 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdb3455e-3600-49ea-9389-30e44bda436f,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:39.749200 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-f0050628-412a-4546-9b99-c59b99086ed4 admin admin] Transition to ACTIVE for port object 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:04:39.799464 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0050628-412a-4546-9b99-c59b99086ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:39.826657 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:04:39.843255 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0050628-412a-4546-9b99-c59b99086ed4 admin admin] Network 37f4d288-b721-4cc9-9e3d-20a6569ce5b2 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:04:39.844709 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-f0050628-412a-4546-9b99-c59b99086ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:04:39.849005 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0050628-412a-4546-9b99-c59b99086ed4 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:04:39.898410 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0050628-412a-4546-9b99-c59b99086ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:39.909885 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0050628-412a-4546-9b99-c59b99086ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-729041'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:39.910547 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-ebbdee72-d316-4081-9cb0-10d1b52e240f None None] Provisioning for port 4a8bf254-7674-4094-9cb6-2a2b76073fb5 completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:04:39.966050 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-ebbdee72-d316-4081-9cb0-10d1b52e240f None None] Provisioning complete for port 4a8bf254-7674-4094-9cb6-2a2b76073fb5 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:39.966422 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ebbdee72-d316-4081-9cb0-10d1b52e240f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:40.007470 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 38670) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:40.057383 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-2cec42f2-1f73-4579-9952-d8b8ed41f334 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=990fdf2e13b14e9fb639f1c032174bdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483499 Jul 14 14:04:40.061135 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 38672) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:40.074074 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0050628-412a-4546-9b99-c59b99086ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:40.094806 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:40.095712 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:40.142147 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-455dc93f-1aec-4247-a38d-5c88b2435de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:40.168319 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-455dc93f-1aec-4247-a38d-5c88b2435de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:40.229489 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-455dc93f-1aec-4247-a38d-5c88b2435de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:40.233472 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-455dc93f-1aec-4247-a38d-5c88b2435de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:40.237979 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-455dc93f-1aec-4247-a38d-5c88b2435de4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d2dcaa18-d537-4e93-bbd2-54f78f46aac5 HTTP/1.1" status: 204 len: 168 time: 0.1757534 Jul 14 14:04:40.250889 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455dc93f-1aec-4247-a38d-5c88b2435de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dcaa18-d537-4e93-bbd2-54f78f46aac5,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:40.286640 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ebbdee72-d316-4081-9cb0-10d1b52e240f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:40.308389 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0050628-412a-4546-9b99-c59b99086ed4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:40.319368 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0050628-412a-4546-9b99-c59b99086ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:40.355192 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:40.383872 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0050628-412a-4546-9b99-c59b99086ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:40.387083 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] Transition to ACTIVE for port object 6f4d67b8-72f0-40fb-8628-0613f66d241c will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:04:40.412187 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-ebbdee72-d316-4081-9cb0-10d1b52e240f None None] For port 4a8bf254-7674-4094-9cb6-2a2b76073fb5, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=4a8bf254-7674-4094-9cb6-2a2b76073fb5,segment=NetworkSegment(06f86c7e-a0ae-4fc4-b2ee-ef1480b39fd0),segment_id=06f86c7e-a0ae-4fc4-b2ee-ef1480b39fd0)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:40.413995 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:40.449992 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ebbdee72-d316-4081-9cb0-10d1b52e240f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:40.464399 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0050628-412a-4546-9b99-c59b99086ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-726113'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:40.469646 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] Attempting to bind port 6f4d67b8-72f0-40fb-8628-0613f66d241c on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:04:40.470015 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] Attempting to bind port 6f4d67b8-72f0-40fb-8628-0613f66d241c by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:04:40.470422 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] Attempting to bind port 6f4d67b8-72f0-40fb-8628-0613f66d241c on network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:04:40.479891 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:04:40.480543 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] Checking segment: {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:04:40.480851 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:40.481300 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] Bound using segment: {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:04:40.481746 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] Bound port: 6f4d67b8-72f0-40fb-8628-0613f66d241c, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c71cc48-f050-4766-b815-24071411f948', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:04:40.482127 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:40.485554 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c9a1e-f58d-4319-865f-18d701656880 None None] Pushing event updated for resources: {'Port': ['ID=6f4d67b8-72f0-40fb-8628-0613f66d241c,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:40.527953 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8 no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:04:40.555119 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:04:40.555458 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 84c3c7be-a6c5-4036-a58a-ad9a7aa38ae8 not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:04:40.605652 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0050628-412a-4546-9b99-c59b99086ed4 admin admin] Network 37f4d288-b721-4cc9-9e3d-20a6569ce5b2 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:04:40.608395 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-f0050628-412a-4546-9b99-c59b99086ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:04:40.612252 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] For port 6f4d67b8-72f0-40fb-8628-0613f66d241c, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:04:40.615684 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] For port 6f4d67b8-72f0-40fb-8628-0613f66d241c, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=6f4d67b8-72f0-40fb-8628-0613f66d241c,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:04:40.618745 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdee72-d316-4081-9cb0-10d1b52e240f None None] Pushing event updated for resources: {'Port': ['ID=4a8bf254-7674-4094-9cb6-2a2b76073fb5,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:40.634013 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:40.699220 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] Routers {'2ab7277a-b156-441c-8a2c-e3c3cb34bf54'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:04:40.700647 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:04:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['2ab7277a-b156-441c-8a2c-e3c3cb34bf54'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:40.752723 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c9a1e-f58d-4319-865f-18d701656880 None None] Pushing event updated for resources: {'Port': ['ID=6f4d67b8-72f0-40fb-8628-0613f66d241c,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:40.835468 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-5cd33065-922f-4dbf-821c-f3504f3c9589 None None] Provisioning complete for port 4a8bf254-7674-4094-9cb6-2a2b76073fb5 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:40.835870 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5cd33065-922f-4dbf-821c-f3504f3c9589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:40.858511 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0050628-412a-4546-9b99-c59b99086ed4 admin admin] Router 2ab7277a-b156-441c-8a2c-e3c3cb34bf54 has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:04:40.871380 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 38678) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:40.909533 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 8585176e-0206-4232-9a6d-5387c3b7d591 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:04:40.948256 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-4b030407-7e73-4134-a128-206da09f26b3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9b2e13c7c97149e9bdf90438bee04105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0754383 Jul 14 14:04:40.950672 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 38680) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:40.960849 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] Set router 2ab7277a-b156-441c-8a2c-e3c3cb34bf54 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:04:41.012174 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-108a8ad7-b8af-4947-ad5d-50960adac73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:41.021982 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-95e82fba-99bf-4049-a073-75fe22fd7fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:41.039141 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-108a8ad7-b8af-4947-ad5d-50960adac73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:41.077051 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0050628-412a-4546-9b99-c59b99086ed4 admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:04:41.083773 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f0050628-412a-4546-9b99-c59b99086ed4 admin admin] 10.222.0.45 "PUT /v2.0/routers/2ab7277a-b156-441c-8a2c-e3c3cb34bf54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7588573 Jul 14 14:04:41.110377 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-108a8ad7-b8af-4947-ad5d-50960adac73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:41.112914 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-108a8ad7-b8af-4947-ad5d-50960adac73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:41.116470 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-108a8ad7-b8af-4947-ad5d-50960adac73c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/af1e3adc-7a3c-4698-a3bf-a9ca7008ec4a HTTP/1.1" status: 204 len: 168 time: 0.1623013 Jul 14 14:04:41.122813 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a8ad7-b8af-4947-ad5d-50960adac73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1e3adc-7a3c-4698-a3bf-a9ca7008ec4a,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:41.184579 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port 8585176e-0206-4232-9a6d-5387c3b7d591 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:04:41.191765 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 8585176e-0206-4232-9a6d-5387c3b7d591 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:41.192140 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:41.294290 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:41.323560 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-5cd33065-922f-4dbf-821c-f3504f3c9589 None None] Provisioning for port 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6 completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:04:41.333502 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-5cd33065-922f-4dbf-821c-f3504f3c9589 None None] Provisioning complete for port 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:41.333885 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5cd33065-922f-4dbf-821c-f3504f3c9589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:41.425885 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-5cd33065-922f-4dbf-821c-f3504f3c9589 None None] Port 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6 cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:04:41.457970 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:41.463811 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab7277a-b156-441c-8a2c-e3c3cb34bf54', 'name': 'tempest-TestMinimumBasicScenario-738976798-router', 'tenant_id': '7fb32438535342db98828d6dfad7c6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '6f4d67b8-72f0-40fb-8628-0613f66d241c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:36Z', 'updated_at': '2021-07-14T14:04:40Z', 'revision_number': 4, 'project_id': '7fb32438535342db98828d6dfad7c6a5', 'gw_port': {'id': '6f4d67b8-72f0-40fb-8628-0613f66d241c', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab7277a-b156-441c-8a2c-e3c3cb34bf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:36Z', 'updated_at': '2021-07-14T14:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6', 'name': '', 'network_id': '37f4d288-b721-4cc9-9e3d-20a6569ce5b2', 'tenant_id': '7fb32438535342db98828d6dfad7c6a5', 'mac_address': 'fa:16:3e:f9:af:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab7277a-b156-441c-8a2c-e3c3cb34bf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '093ceb59-68dc-4f6a-98e9-7b92c8532402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:39Z', 'updated_at': '2021-07-14T14:04:40Z', 'revision_number': 2, 'project_id': '7fb32438535342db98828d6dfad7c6a5', 'subnets': [{'id': '093ceb59-68dc-4f6a-98e9-7b92c8532402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:41.501409 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e684c9e-badc-4b57-8e8c-4e2c084aca7e None None] The sync data for ids ['2ab7277a-b156-441c-8a2c-e3c3cb34bf54'] in dv-cinder-797608-5-iscsi is: [{'id': '2ab7277a-b156-441c-8a2c-e3c3cb34bf54', 'name': 'tempest-TestMinimumBasicScenario-738976798-router', 'tenant_id': '7fb32438535342db98828d6dfad7c6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '6f4d67b8-72f0-40fb-8628-0613f66d241c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:36Z', 'updated_at': '2021-07-14T14:04:40Z', 'revision_number': 4, 'project_id': '7fb32438535342db98828d6dfad7c6a5', 'gw_port': {'id': '6f4d67b8-72f0-40fb-8628-0613f66d241c', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab7277a-b156-441c-8a2c-e3c3cb34bf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:36Z', 'updated_at': '2021-07-14T14:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6', 'name': '', 'network_id': '37f4d288-b721-4cc9-9e3d-20a6569ce5b2', 'tenant_id': '7fb32438535342db98828d6dfad7c6a5', 'mac_address': 'fa:16:3e:f9:af:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab7277a-b156-441c-8a2c-e3c3cb34bf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '093ceb59-68dc-4f6a-98e9-7b92c8532402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:39Z', 'updated_at': '2021-07-14T14:04:40Z', 'revision_number': 2, 'project_id': '7fb32438535342db98828d6dfad7c6a5', 'subnets': [{'id': '093ceb59-68dc-4f6a-98e9-7b92c8532402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:04:41.529319 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port 8585176e-0206-4232-9a6d-5387c3b7d591, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=8585176e-0206-4232-9a6d-5387c3b7d591,segment=NetworkSegment(32fb9395-0863-4521-82f8-b2cb70abbad1),segment_id=32fb9395-0863-4521-82f8-b2cb70abbad1)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:41.545405 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:41.546328 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 4a8bf254-7674-4094-9cb6-2a2b76073fb5 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:04:41.752593 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-24995596-6990-4f63-9875-4ca1ccb00df5 None None] Provisioning complete for port 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6 triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:41.752965 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-24995596-6990-4f63-9875-4ca1ccb00df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:41.776790 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:41.809846 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=8585176e-0206-4232-9a6d-5387c3b7d591,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:41.821125 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-24995596-6990-4f63-9875-4ca1ccb00df5 None None] Port 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6 cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:04:41.825932 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 4a8bf254-7674-4094-9cb6-2a2b76073fb5 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:41.826299 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:41.914744 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:41.996387 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 1ea7e908-e97d-4321-b091-eab85c718006 no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:04:42.018436 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: 1ea7e908-e97d-4321-b091-eab85c718006 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:04:42.018782 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 1ea7e908-e97d-4321-b091-eab85c718006 not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:04:42.019229 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 03133391-a4af-4654-a1ae-f3b8f9481b76 no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:04:42.038893 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: 03133391-a4af-4654-a1ae-f3b8f9481b76 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:04:42.039284 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 03133391-a4af-4654-a1ae-f3b8f9481b76 not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:04:42.820163 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 8585176e-0206-4232-9a6d-5387c3b7d591 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:04:42.879288 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 8585176e-0206-4232-9a6d-5387c3b7d591 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:42.879894 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:42.970921 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 6f4d67b8-72f0-40fb-8628-0613f66d241c up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:04:43.027451 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port 6f4d67b8-72f0-40fb-8628-0613f66d241c completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:04:43.037857 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 6f4d67b8-72f0-40fb-8628-0613f66d241c triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:43.038223 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:43.124905 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:43.145999 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port 6f4d67b8-72f0-40fb-8628-0613f66d241c, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=6f4d67b8-72f0-40fb-8628-0613f66d241c,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:43.153918 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:43.251500 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=6f4d67b8-72f0-40fb-8628-0613f66d241c,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:43.675712 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:43.787558 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] Sync routers for ids ['2ab7277a-b156-441c-8a2c-e3c3cb34bf54'] in dv-cinder-797608-5-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:04:43.798198 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] Routers {'2ab7277a-b156-441c-8a2c-e3c3cb34bf54'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:04:43.799007 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:04:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['2ab7277a-b156-441c-8a2c-e3c3cb34bf54'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:43.915072 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] Set router 2ab7277a-b156-441c-8a2c-e3c3cb34bf54 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:04:44.218838 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab7277a-b156-441c-8a2c-e3c3cb34bf54', 'name': 'tempest-TestMinimumBasicScenario-738976798-router', 'tenant_id': '7fb32438535342db98828d6dfad7c6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '6f4d67b8-72f0-40fb-8628-0613f66d241c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:36Z', 'updated_at': '2021-07-14T14:04:40Z', 'revision_number': 4, 'project_id': '7fb32438535342db98828d6dfad7c6a5', 'gw_port': {'id': '6f4d67b8-72f0-40fb-8628-0613f66d241c', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab7277a-b156-441c-8a2c-e3c3cb34bf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:36Z', 'updated_at': '2021-07-14T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6', 'name': '', 'network_id': '37f4d288-b721-4cc9-9e3d-20a6569ce5b2', 'tenant_id': '7fb32438535342db98828d6dfad7c6a5', 'mac_address': 'fa:16:3e:f9:af:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab7277a-b156-441c-8a2c-e3c3cb34bf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '093ceb59-68dc-4f6a-98e9-7b92c8532402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:39Z', 'updated_at': '2021-07-14T14:04:40Z', 'revision_number': 2, 'project_id': '7fb32438535342db98828d6dfad7c6a5', 'subnets': [{'id': '093ceb59-68dc-4f6a-98e9-7b92c8532402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:44.248410 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] Checking router: 2ab7277a-b156-441c-8a2c-e3c3cb34bf54 for host: dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:04:44.248785 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] Updating router 2ab7277a-b156-441c-8a2c-e3c3cb34bf54 port 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6 binding host dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:04:44.284226 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:44.567837 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:44.579482 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] Transition to ACTIVE for port object 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:04:44.585711 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:44.665195 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c3398-eb7d-49b3-98fa-98a1eb1bdc28 None None] Pushing event updated for resources: {'Port': ['ID=3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:44.675885 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75c3398-eb7d-49b3-98fa-98a1eb1bdc28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:44.676224 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75c3398-eb7d-49b3-98fa-98a1eb1bdc28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:44.676559 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75c3398-eb7d-49b3-98fa-98a1eb1bdc28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:44.676980 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75c3398-eb7d-49b3-98fa-98a1eb1bdc28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:44.677205 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75c3398-eb7d-49b3-98fa-98a1eb1bdc28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:44.677530 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75c3398-eb7d-49b3-98fa-98a1eb1bdc28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:44.678012 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75c3398-eb7d-49b3-98fa-98a1eb1bdc28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:44.678159 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75c3398-eb7d-49b3-98fa-98a1eb1bdc28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:44.678500 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75c3398-eb7d-49b3-98fa-98a1eb1bdc28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:44.678816 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75c3398-eb7d-49b3-98fa-98a1eb1bdc28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:44.679129 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75c3398-eb7d-49b3-98fa-98a1eb1bdc28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:44.679584 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75c3398-eb7d-49b3-98fa-98a1eb1bdc28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:44.735787 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 6f4d67b8-72f0-40fb-8628-0613f66d241c up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:04:44.740934 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] Attempting to bind port 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6 on host dv-cinder-797608-5-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:04:44.741304 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] Attempting to bind port 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6 by drivers openvswitch,hyperv on host dv-cinder-797608-5-iscsi at level 0 using segments [{'id': '06f86c7e-a0ae-4fc4-b2ee-ef1480b39fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '37f4d288-b721-4cc9-9e3d-20a6569ce5b2'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:04:44.741837 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] Attempting to bind port 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6 on network 37f4d288-b721-4cc9-9e3d-20a6569ce5b2 {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:04:44.750854 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] Checking agent: {'id': 'd05288c0-a2f4-4ffa-9172-b4b4ff95b89c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 45, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:04:44.751316 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] Checking segment: {'id': '06f86c7e-a0ae-4fc4-b2ee-ef1480b39fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '37f4d288-b721-4cc9-9e3d-20a6569ce5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:04:44.751861 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:44.752322 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] Bound using segment: {'id': '06f86c7e-a0ae-4fc4-b2ee-ef1480b39fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '37f4d288-b721-4cc9-9e3d-20a6569ce5b2'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:04:44.752856 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] Bound port: 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6, host: dv-cinder-797608-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f86c7e-a0ae-4fc4-b2ee-ef1480b39fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '37f4d288-b721-4cc9-9e3d-20a6569ce5b2'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:04:44.753316 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:44.830485 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 6f4d67b8-72f0-40fb-8628-0613f66d241c triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:44.830770 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:44.842681 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] For port 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6, host dv-cinder-797608-5-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:04:44.845847 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] For port 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6, host dv-cinder-797608-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6,segment=NetworkSegment(06f86c7e-a0ae-4fc4-b2ee-ef1480b39fd0),segment_id=06f86c7e-a0ae-4fc4-b2ee-ef1480b39fd0)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:04:44.852984 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:44.959842 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c3398-eb7d-49b3-98fa-98a1eb1bdc28 None None] Pushing event updated for resources: {'Port': ['ID=3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:44.964232 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] Routers {'2ab7277a-b156-441c-8a2c-e3c3cb34bf54'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:04:44.970180 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:04:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['2ab7277a-b156-441c-8a2c-e3c3cb34bf54'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:45.090229 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] Set router 2ab7277a-b156-441c-8a2c-e3c3cb34bf54 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:04:45.309621 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab7277a-b156-441c-8a2c-e3c3cb34bf54', 'name': 'tempest-TestMinimumBasicScenario-738976798-router', 'tenant_id': '7fb32438535342db98828d6dfad7c6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '6f4d67b8-72f0-40fb-8628-0613f66d241c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:36Z', 'updated_at': '2021-07-14T14:04:40Z', 'revision_number': 4, 'project_id': '7fb32438535342db98828d6dfad7c6a5', 'gw_port': {'id': '6f4d67b8-72f0-40fb-8628-0613f66d241c', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab7277a-b156-441c-8a2c-e3c3cb34bf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:36Z', 'updated_at': '2021-07-14T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6', 'name': '', 'network_id': '37f4d288-b721-4cc9-9e3d-20a6569ce5b2', 'tenant_id': '7fb32438535342db98828d6dfad7c6a5', 'mac_address': 'fa:16:3e:f9:af:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab7277a-b156-441c-8a2c-e3c3cb34bf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '093ceb59-68dc-4f6a-98e9-7b92c8532402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:39Z', 'updated_at': '2021-07-14T14:04:44Z', 'revision_number': 4, 'project_id': '7fb32438535342db98828d6dfad7c6a5', 'subnets': [{'id': '093ceb59-68dc-4f6a-98e9-7b92c8532402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:45.340450 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01da4c33-5ceb-4910-ac45-765a9c8b17a1 None None] The sync data for ids ['2ab7277a-b156-441c-8a2c-e3c3cb34bf54'] in dv-cinder-797608-5-iscsi is: [{'id': '2ab7277a-b156-441c-8a2c-e3c3cb34bf54', 'name': 'tempest-TestMinimumBasicScenario-738976798-router', 'tenant_id': '7fb32438535342db98828d6dfad7c6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '6f4d67b8-72f0-40fb-8628-0613f66d241c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:36Z', 'updated_at': '2021-07-14T14:04:40Z', 'revision_number': 4, 'project_id': '7fb32438535342db98828d6dfad7c6a5', 'gw_port': {'id': '6f4d67b8-72f0-40fb-8628-0613f66d241c', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab7277a-b156-441c-8a2c-e3c3cb34bf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:36Z', 'updated_at': '2021-07-14T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6', 'name': '', 'network_id': '37f4d288-b721-4cc9-9e3d-20a6569ce5b2', 'tenant_id': '7fb32438535342db98828d6dfad7c6a5', 'mac_address': 'fa:16:3e:f9:af:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab7277a-b156-441c-8a2c-e3c3cb34bf54', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '093ceb59-68dc-4f6a-98e9-7b92c8532402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:39Z', 'updated_at': '2021-07-14T14:04:44Z', 'revision_number': 4, 'project_id': '7fb32438535342db98828d6dfad7c6a5', 'subnets': [{'id': '093ceb59-68dc-4f6a-98e9-7b92c8532402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:04:46.754141 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:04:46.812442 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning for port 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6 completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:04:46.816326 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:46.816664 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:46.899256 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:46.937388 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] For port 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6,segment=NetworkSegment(06f86c7e-a0ae-4fc4-b2ee-ef1480b39fd0),segment_id=06f86c7e-a0ae-4fc4-b2ee-ef1480b39fd0)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:46.941679 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:46.993849 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Pushing event updated for resources: {'Port': ['ID=3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:48.733329 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6 up at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:04:48.787720 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Provisioning complete for port 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6 triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:48.788094 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:51.125194 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-a18cbfef-683a-4d55-acb1-2119c180f7b8 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:51.126651 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-a18cbfef-683a-4d55-acb1-2119c180f7b8 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/networks?id=32cb1672-c8a5-4845-a422-960468eeb90c HTTP/1.1" status: 200 len: 815 time: 0.0990338 Jul 14 14:04:51.140786 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-4901fa0d-7f03-419e-9053-3660a5d2c621 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/quotas/2801c616dd1240b5a184466380e52f61 HTTP/1.1" status: 200 len: 375 time: 0.0087674 Jul 14 14:04:51.211125 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-2fc4d5ac-03f5-466d-8cb5-743ba5ec97fa tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2801c616dd1240b5a184466380e52f61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655377 Jul 14 14:04:51.226182 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-412a9481-673a-4617-a6ed-2beb84b37722 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:04:51.227138 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-412a9481-673a-4617-a6ed-2beb84b37722 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054743 Jul 14 14:04:51.313332 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-2fe10f9a-f133-4ace-99da-56dc3b789659 service neutron] 10.222.0.45 "GET /v2.0/networks/32cb1672-c8a5-4845-a422-960468eeb90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807538 Jul 14 14:04:51.403968 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-d41fde85-6f6c-4215-8878-d7072d28b2e5 service neutron] 10.222.0.45 "GET /v2.0/networks/32cb1672-c8a5-4845-a422-960468eeb90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845525 Jul 14 14:04:51.569319 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d1dcb74f-14e4-4eb5-882d-db3aaee59e06 req-913a6a9a-c245-40fa-a6f1-ea73074fc053 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 210 time: 0.0306890 Jul 14 14:04:52.665428 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-0202df9f-b10a-4954-9815-d2daa1b1cb05 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:52.667034 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-0202df9f-b10a-4954-9815-d2daa1b1cb05 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.54 "GET /v2.0/networks?id=32cb1672-c8a5-4845-a422-960468eeb90c HTTP/1.1" status: 200 len: 815 time: 0.1060572 Jul 14 14:04:52.694674 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-93de5871-7205-43c8-afff-bb8f13b8ac00 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Request body: {'port': {'device_id': '6a25dd8a-5761-48d3-9dde-0d258583948e', 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c', 'admin_state_up': True, 'tenant_id': '2801c616dd1240b5a184466380e52f61'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:04:52.728238 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-75aa610b-5fd1-4155-9234-4886e6244a1f req-5c42a436-4fb7-4515-8f38-4980208eebe4 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 210 time: 0.0475221 Jul 14 14:04:52.823159 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-93de5871-7205-43c8-afff-bb8f13b8ac00 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Made reservation on behalf of 2801c616dd1240b5a184466380e52f61 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:04:52.826892 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-93de5871-7205-43c8-afff-bb8f13b8ac00 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:52.951834 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-93de5871-7205-43c8-afff-bb8f13b8ac00 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Allocated IP 172.20.0.6 (32cb1672-c8a5-4845-a422-960468eeb90c/11bede15-8f62-4259-917a-be19d57adfaa/0850345f-6ea8-4362-ae6b-a868244c7bcd) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:04:53.096686 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-93de5871-7205-43c8-afff-bb8f13b8ac00 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:53.112042 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-93de5871-7205-43c8-afff-bb8f13b8ac00 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Transition to ACTIVE for port object 0850345f-6ea8-4362-ae6b-a868244c7bcd will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:04:53.155441 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-93de5871-7205-43c8-afff-bb8f13b8ac00 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:53.246156 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-93de5871-7205-43c8-afff-bb8f13b8ac00 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Network 32cb1672-c8a5-4845-a422-960468eeb90c is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:04:53.250187 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-93de5871-7205-43c8-afff-bb8f13b8ac00 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:04:53.255243 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-93de5871-7205-43c8-afff-bb8f13b8ac00 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:04:53.260273 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de5871-7205-43c8-afff-bb8f13b8ac00 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Pushing event updated for resources: {'Port': ['ID=0850345f-6ea8-4362-ae6b-a868244c7bcd,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:53.311149 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-93de5871-7205-43c8-afff-bb8f13b8ac00 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:53.312029 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-93de5871-7205-43c8-afff-bb8f13b8ac00 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:53.343013 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-93de5871-7205-43c8-afff-bb8f13b8ac00 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6519122 Jul 14 14:04:53.495844 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6f1284b1-080d-4a38-9064-3633c0cce428 None None] Provisioning for port 0850345f-6ea8-4362-ae6b-a868244c7bcd completed by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:04:53.502462 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6f1284b1-080d-4a38-9064-3633c0cce428 None None] Provisioning complete for port 0850345f-6ea8-4362-ae6b-a868244c7bcd triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:53.503161 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6f1284b1-080d-4a38-9064-3633c0cce428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:53.539371 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-6f1284b1-080d-4a38-9064-3633c0cce428 None None] Port 0850345f-6ea8-4362-ae6b-a868244c7bcd cannot update to ACTIVE because it is not bound. {{(pid=92931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:04:53.902372 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8124487-9cb0-44af-b7ba-e8172f524a97 req-5bf8021c-53ca-40d5-9dc8-1f91111165ac tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:53.903954 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a8124487-9cb0-44af-b7ba-e8172f524a97 req-5bf8021c-53ca-40d5-9dc8-1f91111165ac tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 931 time: 0.0647638 Jul 14 14:04:53.944739 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a8124487-9cb0-44af-b7ba-e8172f524a97 req-3e6c9f30-0e4a-4d93-8b3e-f584305d656a tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342407 Jul 14 14:04:55.136650 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adf4c3-a5d1-4494-8744-929a57435c18 req-08e817c0-84f9-42e7-a997-9a227879bef4 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:55.138137 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c8adf4c3-a5d1-4494-8744-929a57435c18 req-08e817c0-84f9-42e7-a997-9a227879bef4 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 931 time: 0.0676711 Jul 14 14:04:55.176131 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c8adf4c3-a5d1-4494-8744-929a57435c18 req-a3444baa-f9d0-4836-b356-6c470a998e40 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322523 Jul 14 14:04:56.350261 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b69b57-430f-431e-90a3-2fed9bffd507 req-676c136a-3a92-4f41-9c28-3c222ba09494 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:56.351740 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-93b69b57-430f-431e-90a3-2fed9bffd507 req-676c136a-3a92-4f41-9c28-3c222ba09494 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 931 time: 0.0633624 Jul 14 14:04:56.389412 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-93b69b57-430f-431e-90a3-2fed9bffd507 req-f7a686f3-6866-4be4-8faf-36120c80aeb2 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318649 Jul 14 14:04:57.570066 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118cff2-514c-4fdb-b28f-9a200fc5d91e req-fc605b20-c87b-44b8-a3ce-ee86fa1917c8 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:57.571532 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9118cff2-514c-4fdb-b28f-9a200fc5d91e req-fc605b20-c87b-44b8-a3ce-ee86fa1917c8 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 931 time: 0.0670102 Jul 14 14:04:57.615908 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9118cff2-514c-4fdb-b28f-9a200fc5d91e req-b3bfc8e1-f92e-4f6f-abb8-25044aa83280 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387926 Jul 14 14:04:58.795259 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e06004-11e5-4a24-ab6a-f882864c97f4 req-2c488a45-05a4-4da8-87cc-c21584ff83e3 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:58.803909 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-27e06004-11e5-4a24-ab6a-f882864c97f4 req-2c488a45-05a4-4da8-87cc-c21584ff83e3 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 931 time: 0.0749612 Jul 14 14:04:58.838981 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-27e06004-11e5-4a24-ab6a-f882864c97f4 req-ac9536c4-5c7f-421a-81be-1c79908781f5 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339894 Jul 14 14:05:00.018756 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669547c-021a-491d-8dd0-0f7d2331aca9 req-dba69631-c759-48de-b56e-03a66334126d tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:00.024995 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8669547c-021a-491d-8dd0-0f7d2331aca9 req-dba69631-c759-48de-b56e-03a66334126d tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 931 time: 0.0724094 Jul 14 14:05:00.059818 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8669547c-021a-491d-8dd0-0f7d2331aca9 req-bec8626c-d9ff-40d2-bfff-6ee2076c27d7 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321538 Jul 14 14:05:01.233321 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacc042-0a38-4e11-ae81-790548deeb8d req-6e45ac93-5595-499d-b247-ca20c91e08a0 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:01.234933 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1bacc042-0a38-4e11-ae81-790548deeb8d req-6e45ac93-5595-499d-b247-ca20c91e08a0 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 931 time: 0.0618513 Jul 14 14:05:01.277451 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1bacc042-0a38-4e11-ae81-790548deeb8d req-179e8e72-6201-42b0-a7af-189c019b3630 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355039 Jul 14 14:05:02.455315 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa2d7f-e098-4239-b7e5-d75b7a21ca4a req-e8975d09-4302-4dd9-b66b-a89a85df14dd tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:02.457283 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-40aa2d7f-e098-4239-b7e5-d75b7a21ca4a req-e8975d09-4302-4dd9-b66b-a89a85df14dd tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 931 time: 0.0674670 Jul 14 14:05:02.506789 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-40aa2d7f-e098-4239-b7e5-d75b7a21ca4a req-d407a97d-bb9f-49c2-9753-bce3eb47da63 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429735 Jul 14 14:05:03.481863 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-75e25687-8bd0-47d6-9804-2fb4cac6fc4b service neutron] Request body: {'port': {'device_id': '6a25dd8a-5761-48d3-9dde-0d258583948e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:03.557590 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-75e25687-8bd0-47d6-9804-2fb4cac6fc4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:03.679200 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7319a-aac0-42fb-a23a-36a06254ea63 req-77c9a036-5134-45ac-9c7d-a535baa9a560 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:03.680626 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d6a7319a-aac0-42fb-a23a-36a06254ea63 req-77c9a036-5134-45ac-9c7d-a535baa9a560 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 931 time: 0.0664096 Jul 14 14:05:03.718172 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d6a7319a-aac0-42fb-a23a-36a06254ea63 req-b0f945f2-3cb0-43bf-86fc-64761b8c54d1 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318456 Jul 14 14:05:03.722088 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:05:03.808943 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-75e25687-8bd0-47d6-9804-2fb4cac6fc4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0850345f-6ea8-4362-ae6b-a868244c7bcd {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:05:03.816065 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-75e25687-8bd0-47d6-9804-2fb4cac6fc4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:03.827828 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-75e25687-8bd0-47d6-9804-2fb4cac6fc4b service neutron] Transition to ACTIVE for port object 0850345f-6ea8-4362-ae6b-a868244c7bcd will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:05:03.831369 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-75e25687-8bd0-47d6-9804-2fb4cac6fc4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:03.883940 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e25687-8bd0-47d6-9804-2fb4cac6fc4b service neutron] Pushing event updated for resources: {'Port': ['ID=0850345f-6ea8-4362-ae6b-a868244c7bcd,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:03.952390 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-75e25687-8bd0-47d6-9804-2fb4cac6fc4b service neutron] Attempting to bind port 0850345f-6ea8-4362-ae6b-a868244c7bcd on host hv-cinder-79760 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:05:03.952724 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-75e25687-8bd0-47d6-9804-2fb4cac6fc4b service neutron] Attempting to bind port 0850345f-6ea8-4362-ae6b-a868244c7bcd by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '32fb9395-0863-4521-82f8-b2cb70abbad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:05:03.953057 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-75e25687-8bd0-47d6-9804-2fb4cac6fc4b service neutron] Attempting to bind port 0850345f-6ea8-4362-ae6b-a868244c7bcd on network 32cb1672-c8a5-4845-a422-960468eeb90c {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:05:03.957434 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-75e25687-8bd0-47d6-9804-2fb4cac6fc4b service neutron] Port 0850345f-6ea8-4362-ae6b-a868244c7bcd on network 32cb1672-c8a5-4845-a422-960468eeb90c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:05:03.957748 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-75e25687-8bd0-47d6-9804-2fb4cac6fc4b service neutron] Attempting to bind port 0850345f-6ea8-4362-ae6b-a868244c7bcd on network 32cb1672-c8a5-4845-a422-960468eeb90c {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:05:03.962594 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-75e25687-8bd0-47d6-9804-2fb4cac6fc4b service neutron] Checking agent: {'id': '452dea11-d79b-49e5-b391-0cd9cce6a9a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 51, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:05:03.963006 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-75e25687-8bd0-47d6-9804-2fb4cac6fc4b service neutron] Checking segment: {'id': '32fb9395-0863-4521-82f8-b2cb70abbad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:05:03.963459 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-75e25687-8bd0-47d6-9804-2fb4cac6fc4b service neutron] Bound using segment: {'id': '32fb9395-0863-4521-82f8-b2cb70abbad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:05:03.964013 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-75e25687-8bd0-47d6-9804-2fb4cac6fc4b service neutron] Bound port: 0850345f-6ea8-4362-ae6b-a868244c7bcd, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32fb9395-0863-4521-82f8-b2cb70abbad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:05:03.964373 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-75e25687-8bd0-47d6-9804-2fb4cac6fc4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:04.030714 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-75e25687-8bd0-47d6-9804-2fb4cac6fc4b service neutron] For port 0850345f-6ea8-4362-ae6b-a868244c7bcd, host hv-cinder-79760, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:05:04.033699 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-75e25687-8bd0-47d6-9804-2fb4cac6fc4b service neutron] For port 0850345f-6ea8-4362-ae6b-a868244c7bcd, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0850345f-6ea8-4362-ae6b-a868244c7bcd,segment=NetworkSegment(32fb9395-0863-4521-82f8-b2cb70abbad1),segment_id=32fb9395-0863-4521-82f8-b2cb70abbad1)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:05:04.037405 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-75e25687-8bd0-47d6-9804-2fb4cac6fc4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:04.073723 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-75e25687-8bd0-47d6-9804-2fb4cac6fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:04.074317 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-75e25687-8bd0-47d6-9804-2fb4cac6fc4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:04.075775 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-75e25687-8bd0-47d6-9804-2fb4cac6fc4b service neutron] 10.222.0.54 "PUT /v2.0/ports/0850345f-6ea8-4362-ae6b-a868244c7bcd HTTP/1.1" status: 200 len: 1093 time: 0.5985231 Jul 14 14:05:04.076111 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a25dd8a-5761-48d3-9dde-0d258583948e', 'tag': '0850345f-6ea8-4362-ae6b-a868244c7bcd'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:05:04.078311 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ce82b4-b85c-433c-a4f6-0443f8ecf601" -d '{"events": [{"name": "network-changed", "server_uuid": "6a25dd8a-5761-48d3-9dde-0d258583948e", "tag": "0850345f-6ea8-4362-ae6b-a868244c7bcd"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:05:04.101261 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e25687-8bd0-47d6-9804-2fb4cac6fc4b service neutron] Pushing event updated for resources: {'Port': ['ID=0850345f-6ea8-4362-ae6b-a868244c7bcd,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:04.121532 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc160314-58d0-446a-abac-c476bf5e8893 x-openstack-request-id: req-dc160314-58d0-446a-abac-c476bf5e8893 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:05:04.121820 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a25dd8a-5761-48d3-9dde-0d258583948e", "tag": "0850345f-6ea8-4362-ae6b-a868244c7bcd", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:05:04.122068 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc160314-58d0-446a-abac-c476bf5e8893 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:05:04.122483 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a25dd8a-5761-48d3-9dde-0d258583948e', 'tag': '0850345f-6ea8-4362-ae6b-a868244c7bcd', 'status': 'completed', 'code': 200} Jul 14 14:05:04.183661 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-73775d1e-72b7-4938-bc6e-962ea15321d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:04.185100 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-73775d1e-72b7-4938-bc6e-962ea15321d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2801c616dd1240b5a184466380e52f61&device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 1096 time: 0.0533013 Jul 14 14:05:04.228048 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-d598631a-e1f4-4017-9a4e-e2c15b8b0117 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0850345f-6ea8-4362-ae6b-a868244c7bcd HTTP/1.1" status: 200 len: 217 time: 0.0337193 Jul 14 14:05:04.279779 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-b97bc0a5-9acd-4ac0-9d8b-6170c33fd6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:04.281156 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-b97bc0a5-9acd-4ac0-9d8b-6170c33fd6fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=11bede15-8f62-4259-917a-be19d57adfaa HTTP/1.1" status: 200 len: 854 time: 0.0462010 Jul 14 14:05:04.339858 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-9f00ccca-ff39-4243-8c1a-e95e0a9a9ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:04.341304 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-9f00ccca-ff39-4243-8c1a-e95e0a9a9ad1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=32cb1672-c8a5-4845-a422-960468eeb90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496387 Jul 14 14:05:04.429550 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-dd1c4b87-b393-4338-b08b-243991a32258 service neutron] 10.222.0.54 "GET /v2.0/networks/32cb1672-c8a5-4845-a422-960468eeb90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806651 Jul 14 14:05:04.522129 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1f40f24c-13f2-4af8-8e40-8837a7edd22d req-9aaade4f-13ef-4603-aa59-87db16deb789 service neutron] 10.222.0.54 "GET /v2.0/networks/32cb1672-c8a5-4845-a422-960468eeb90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825872 Jul 14 14:05:04.617273 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce82b4-b85c-433c-a4f6-0443f8ecf601 req-b9899e82-cb1c-4e85-9535-d30078238fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:04.618805 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e3ce82b4-b85c-433c-a4f6-0443f8ecf601 req-b9899e82-cb1c-4e85-9535-d30078238fec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2801c616dd1240b5a184466380e52f61&device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 1096 time: 0.0509665 Jul 14 14:05:04.707717 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce82b4-b85c-433c-a4f6-0443f8ecf601 req-ba5c91af-efa1-4507-9696-d76b69d9fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:04.709715 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e3ce82b4-b85c-433c-a4f6-0443f8ecf601 req-ba5c91af-efa1-4507-9696-d76b69d9fbc8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=32cb1672-c8a5-4845-a422-960468eeb90c HTTP/1.1" status: 200 len: 916 time: 0.0835016 Jul 14 14:05:04.750189 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e3ce82b4-b85c-433c-a4f6-0443f8ecf601 req-b2fa9a90-c005-4d03-964c-7192b742b1c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0850345f-6ea8-4362-ae6b-a868244c7bcd HTTP/1.1" status: 200 len: 217 time: 0.0322800 Jul 14 14:05:04.797453 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce82b4-b85c-433c-a4f6-0443f8ecf601 req-2775e17e-5f58-4c4a-b78a-6e2eb88bb0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:04.798776 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e3ce82b4-b85c-433c-a4f6-0443f8ecf601 req-2775e17e-5f58-4c4a-b78a-6e2eb88bb0ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=11bede15-8f62-4259-917a-be19d57adfaa HTTP/1.1" status: 200 len: 854 time: 0.0418746 Jul 14 14:05:04.856540 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce82b4-b85c-433c-a4f6-0443f8ecf601 req-6ecb65cf-c59c-466d-8af4-b04927eff0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:04.857997 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e3ce82b4-b85c-433c-a4f6-0443f8ecf601 req-6ecb65cf-c59c-466d-8af4-b04927eff0d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=32cb1672-c8a5-4845-a422-960468eeb90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512629 Jul 14 14:05:04.886841 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47df68-40cd-47ef-968b-e1d20e1dff8a req-085d72f1-e9f3-4bbb-91b2-27ed3d78344b tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:04.888358 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5e47df68-40cd-47ef-968b-e1d20e1dff8a req-085d72f1-e9f3-4bbb-91b2-27ed3d78344b tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 943 time: 0.0621572 Jul 14 14:05:04.925533 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5e47df68-40cd-47ef-968b-e1d20e1dff8a req-f426bd72-8774-4d37-b9f1-045722091aac tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316348 Jul 14 14:05:04.947065 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e3ce82b4-b85c-433c-a4f6-0443f8ecf601 req-d04f1d60-507a-42ef-a5c7-c152d20071ce service neutron] 10.222.0.54 "GET /v2.0/networks/32cb1672-c8a5-4845-a422-960468eeb90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817075 Jul 14 14:05:05.032449 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e3ce82b4-b85c-433c-a4f6-0443f8ecf601 req-e71ee26f-0e60-4fe3-b3b1-96ced4ac597a service neutron] 10.222.0.54 "GET /v2.0/networks/32cb1672-c8a5-4845-a422-960468eeb90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783279 Jul 14 14:05:06.101126 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdc56c-0d00-4324-afca-bfbf3e552700 req-38e663f3-05dd-4cf3-b8bf-bcf443af6d4b tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:06.102606 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83cdc56c-0d00-4324-afca-bfbf3e552700 req-38e663f3-05dd-4cf3-b8bf-bcf443af6d4b tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 943 time: 0.0645604 Jul 14 14:05:06.138837 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83cdc56c-0d00-4324-afca-bfbf3e552700 req-988874ca-cd84-48ad-814b-fd0369a517eb tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305653 Jul 14 14:05:07.303549 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2281e5c-c4be-4600-b5a5-d76ca4ca3981 req-c8ee850b-91ae-4b1c-ab99-fc2649fb601e tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:07.305014 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e2281e5c-c4be-4600-b5a5-d76ca4ca3981 req-c8ee850b-91ae-4b1c-ab99-fc2649fb601e tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 943 time: 0.0602679 Jul 14 14:05:07.341166 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e2281e5c-c4be-4600-b5a5-d76ca4ca3981 req-215f8f8f-0a3d-4d33-bed1-043fdfdbd726 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308301 Jul 14 14:05:07.401899 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 0850345f-6ea8-4362-ae6b-a868244c7bcd details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:05:07.493282 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 0850345f-6ea8-4362-ae6b-a868244c7bcd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0850345f-6ea8-4362-ae6b-a868244c7bcd,segment=NetworkSegment(32fb9395-0863-4521-82f8-b2cb70abbad1),segment_id=32fb9395-0863-4521-82f8-b2cb70abbad1)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:07.504415 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': '0850345f-6ea8-4362-ae6b-a868244c7bcd', 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c', 'port_id': '0850345f-6ea8-4362-ae6b-a868244c7bcd', 'mac_address': 'fa:16:3e:b5:58:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11bede15-8f62-4259-917a-be19d57adfaa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:05:07.538956 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:07.550680 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0850345f-6ea8-4362-ae6b-a868244c7bcd {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:05:07.569850 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 0850345f-6ea8-4362-ae6b-a868244c7bcd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0850345f-6ea8-4362-ae6b-a868244c7bcd,segment=NetworkSegment(32fb9395-0863-4521-82f8-b2cb70abbad1),segment_id=32fb9395-0863-4521-82f8-b2cb70abbad1)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:07.573735 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:07.617781 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=0850345f-6ea8-4362-ae6b-a868244c7bcd,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:07.841209 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['0850345f-6ea8-4362-ae6b-a868244c7bcd'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:05:08.264173 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a211ff8e-37c3-427e-9b23-e939d179bcd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:08.512023 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6191213-f6d7-41ba-880e-58c17dcfaca2 req-a55dd438-4af8-424d-af2b-e3bb501712ce tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:08.513490 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c6191213-f6d7-41ba-880e-58c17dcfaca2 req-a55dd438-4af8-424d-af2b-e3bb501712ce tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 944 time: 0.0634148 Jul 14 14:05:08.550114 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c6191213-f6d7-41ba-880e-58c17dcfaca2 req-c903182d-9a0d-4e19-aca8-dcd0e8be516f tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310507 Jul 14 14:05:09.370385 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5d3d6-e2eb-41ed-b02f-b4cb6a523323 req-89edf762-2a29-472c-bbc4-e36755afcb57 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:09.371856 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-25b5d3d6-e2eb-41ed-b02f-b4cb6a523323 req-89edf762-2a29-472c-bbc4-e36755afcb57 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 946 time: 0.0663600 Jul 14 14:05:09.409142 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-25b5d3d6-e2eb-41ed-b02f-b4cb6a523323 req-4a1905df-4b57-41a2-b7fc-1a5abdbec4e4 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316608 Jul 14 14:05:09.410918 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 0850345f-6ea8-4362-ae6b-a868244c7bcd up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:05:09.460275 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning for port 0850345f-6ea8-4362-ae6b-a868244c7bcd completed by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:05:09.463725 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port 0850345f-6ea8-4362-ae6b-a868244c7bcd triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:09.464097 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.540236 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.561470 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a25dd8a-5761-48d3-9dde-0d258583948e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0850345f-6ea8-4362-ae6b-a868244c7bcd'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:05:09.563743 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d358db05-5820-438f-a3a3-b071ba7d0994" -d '{"events": [{"server_uuid": "6a25dd8a-5761-48d3-9dde-0d258583948e", "name": "network-vif-plugged", "status": "completed", "tag": "0850345f-6ea8-4362-ae6b-a868244c7bcd"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:05:09.576447 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port 0850345f-6ea8-4362-ae6b-a868244c7bcd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0850345f-6ea8-4362-ae6b-a868244c7bcd,segment=NetworkSegment(32fb9395-0863-4521-82f8-b2cb70abbad1),segment_id=32fb9395-0863-4521-82f8-b2cb70abbad1)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:09.580325 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.627007 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=0850345f-6ea8-4362-ae6b-a868244c7bcd,revision_number=5']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:09.715840 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422423d6-55d5-4dd8-832f-8d5c8befc839 x-openstack-request-id: req-422423d6-55d5-4dd8-832f-8d5c8befc839 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:05:09.716178 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a25dd8a-5761-48d3-9dde-0d258583948e", "name": "network-vif-plugged", "status": "completed", "tag": "0850345f-6ea8-4362-ae6b-a868244c7bcd", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:05:09.716432 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-422423d6-55d5-4dd8-832f-8d5c8befc839 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:05:09.716848 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a25dd8a-5761-48d3-9dde-0d258583948e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0850345f-6ea8-4362-ae6b-a868244c7bcd', 'code': 200} Jul 14 14:05:09.725097 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edb2d9-c543-45cf-8168-8ec28ca91fed req-0f28e850-71d2-4122-bdbf-54257c8181cc tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:09.726599 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11edb2d9-c543-45cf-8168-8ec28ca91fed req-0f28e850-71d2-4122-bdbf-54257c8181cc tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 945 time: 0.0665598 Jul 14 14:05:09.764420 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11edb2d9-c543-45cf-8168-8ec28ca91fed req-c26a1b89-6fc4-431a-87bc-3490ce843d59 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320599 Jul 14 14:05:09.937004 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9026ee-d40e-4e18-ad73-8c3cf4ea6bf6 req-fc23f684-178d-47c3-af84-48a3fadeeebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:09.938373 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1c9026ee-d40e-4e18-ad73-8c3cf4ea6bf6 req-fc23f684-178d-47c3-af84-48a3fadeeebe service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 1098 time: 0.0514235 Jul 14 14:05:09.970482 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1c9026ee-d40e-4e18-ad73-8c3cf4ea6bf6 req-e831d1a8-62af-488c-8230-65e9ca2cba70 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253897 Jul 14 14:05:10.586069 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34e44d-1c83-4e82-a206-250a69b7054d req-2b3fe128-26e9-4a16-adf2-b7ee60a63787 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:10.587550 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-be34e44d-1c83-4e82-a206-250a69b7054d req-2b3fe128-26e9-4a16-adf2-b7ee60a63787 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 946 time: 0.0678086 Jul 14 14:05:10.624779 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-be34e44d-1c83-4e82-a206-250a69b7054d req-ca2d07c0-811d-4457-8655-6b3256cc8311 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317197 Jul 14 14:05:10.929027 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b1e4c28f-3b09-4d73-8e22-a37af6f2abbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:10.944826 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28b3af-6b83-484a-9f5f-6f2668191eff req-a9c20843-f51a-41b7-a308-4f71796770c4 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:10.946275 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7e28b3af-6b83-484a-9f5f-6f2668191eff req-a9c20843-f51a-41b7-a308-4f71796770c4 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 945 time: 0.0708725 Jul 14 14:05:10.982928 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7e28b3af-6b83-484a-9f5f-6f2668191eff req-015f27e4-5fec-40fd-999f-99323e59484f tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308418 Jul 14 14:05:11.238287 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:11.578925 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:11.791747 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309dbe7-045b-4c54-963a-77b214a2b76a req-dbe74045-5311-4dc3-a62c-78313a7b6d67 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:11.793185 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f309dbe7-045b-4c54-963a-77b214a2b76a req-dbe74045-5311-4dc3-a62c-78313a7b6d67 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 946 time: 0.0604072 Jul 14 14:05:11.830305 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f309dbe7-045b-4c54-963a-77b214a2b76a req-e76f991d-696c-444c-a0ee-75fb2f8c329d tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316203 Jul 14 14:05:11.887941 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:12.152230 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e9146-46cf-4442-9e00-dae5d153fc63 req-ec49bde9-8ec9-45ca-910b-d995d7b1f7da tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:12.153680 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-277e9146-46cf-4442-9e00-dae5d153fc63 req-ec49bde9-8ec9-45ca-910b-d995d7b1f7da tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 945 time: 0.0616066 Jul 14 14:05:12.188798 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-277e9146-46cf-4442-9e00-dae5d153fc63 req-5469ce78-2dbf-4992-b5ff-193ae02eb70f tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297098 Jul 14 14:05:12.362220 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c6cd1-b667-449c-9fce-effd4eb5ff4c req-78e44ec6-701b-4040-9d8b-8cac975e5277 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:12.363696 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-820c6cd1-b667-449c-9fce-effd4eb5ff4c req-78e44ec6-701b-4040-9d8b-8cac975e5277 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 945 time: 0.0658751 Jul 14 14:05:12.399954 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-820c6cd1-b667-449c-9fce-effd4eb5ff4c req-931c6c61-37c2-4d69-a486-cce5ddbb4c54 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306385 Jul 14 14:05:12.769847 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df2cee-8da5-49d1-946d-29b53ee8b6bd req-6babfe74-7a7e-404d-939b-4b7fd7e36c53 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:12.771903 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e7df2cee-8da5-49d1-946d-29b53ee8b6bd req-6babfe74-7a7e-404d-939b-4b7fd7e36c53 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 945 time: 0.0612621 Jul 14 14:05:12.807813 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e7df2cee-8da5-49d1-946d-29b53ee8b6bd req-9d5dfc1f-b623-487e-b286-086418a38c94 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304952 Jul 14 14:05:13.005885 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f1786-6635-4440-913e-9676f790223e req-5250f3b3-13cb-412b-a8e2-da1a00ab2dca tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:13.007371 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-676f1786-6635-4440-913e-9676f790223e req-5250f3b3-13cb-412b-a8e2-da1a00ab2dca tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 946 time: 0.0690830 Jul 14 14:05:13.048186 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-676f1786-6635-4440-913e-9676f790223e req-f43f8e75-c348-4506-9787-52a1b177ddac tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352342 Jul 14 14:05:13.673113 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:14.222151 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479f3ab-5f1f-4387-9deb-e46f896c922b req-17131f34-ccfb-4b7f-b014-34c44a159497 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:14.224305 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3479f3ab-5f1f-4387-9deb-e46f896c922b req-17131f34-ccfb-4b7f-b014-34c44a159497 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 946 time: 0.0616856 Jul 14 14:05:14.261567 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3479f3ab-5f1f-4387-9deb-e46f896c922b req-4e3d143b-3fbd-437f-9f47-6acd5a0fe5ab tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317931 Jul 14 14:05:15.431415 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64a81a-e77f-40b0-b269-e3abd1fb7e99 req-0668ffb9-5968-40b7-9875-6f9a11cd1863 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:15.432910 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3e64a81a-e77f-40b0-b269-e3abd1fb7e99 req-0668ffb9-5968-40b7-9875-6f9a11cd1863 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 946 time: 0.0650070 Jul 14 14:05:15.469138 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3e64a81a-e77f-40b0-b269-e3abd1fb7e99 req-56df47a5-3dc8-4c8f-8820-20fa1c906897 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307484 Jul 14 14:05:16.642126 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810d384-862f-42f4-817d-acf68ab09609 req-382bf21f-b27b-4fc5-81f3-362f5b2cd2b3 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:16.643578 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b810d384-862f-42f4-817d-acf68ab09609 req-382bf21f-b27b-4fc5-81f3-362f5b2cd2b3 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 946 time: 0.0618782 Jul 14 14:05:16.680279 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b810d384-862f-42f4-817d-acf68ab09609 req-f15a1d6a-1119-4156-99b2-5b510b2d024a tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311725 Jul 14 14:05:17.850879 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec03e15-0a46-45da-a624-4beb37b2218c req-38183fc6-279c-44ec-b4ca-fb9fc24970f7 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:17.852472 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7ec03e15-0a46-45da-a624-4beb37b2218c req-38183fc6-279c-44ec-b4ca-fb9fc24970f7 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 946 time: 0.0621164 Jul 14 14:05:17.889987 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7ec03e15-0a46-45da-a624-4beb37b2218c req-4cf5cd12-cbf6-46f1-9a8c-ed5580bf3f3d tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318499 Jul 14 14:05:19.057669 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca882b-3380-4480-b734-0a3fa4544345 req-e1838aec-a4f6-4e28-ba26-266279d5d492 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:19.059133 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f1ca882b-3380-4480-b734-0a3fa4544345 req-e1838aec-a4f6-4e28-ba26-266279d5d492 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 946 time: 0.0624950 Jul 14 14:05:19.096111 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f1ca882b-3380-4480-b734-0a3fa4544345 req-e84ad372-1c25-4a2c-942e-6798301d2044 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314963 Jul 14 14:05:19.505989 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb58cc7-b9f2-4570-bb1d-a51f5ba39259 req-3fa7c08b-1e5d-4b86-95e9-8a894fd2308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:19.507438 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7eb58cc7-b9f2-4570-bb1d-a51f5ba39259 req-3fa7c08b-1e5d-4b86-95e9-8a894fd2308a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0ee76060bbe74f9c82a94850df8e577a&device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 1099 time: 0.0547607 Jul 14 14:05:19.593779 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb58cc7-b9f2-4570-bb1d-a51f5ba39259 req-e2ae0db5-5059-4bc5-90c1-87d828659807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:19.595183 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7eb58cc7-b9f2-4570-bb1d-a51f5ba39259 req-e2ae0db5-5059-4bc5-90c1-87d828659807 service neutron] 10.222.0.54 "GET /v2.0/networks?id=912804b8-d37d-4c84-875b-d14a8f8749af HTTP/1.1" status: 200 len: 910 time: 0.0805209 Jul 14 14:05:19.661986 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7eb58cc7-b9f2-4570-bb1d-a51f5ba39259 req-ee6a05b0-9473-451e-bd1a-3f29ea41f812 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7953041-90d7-47f0-8a39-cb37af4cadeb HTTP/1.1" status: 200 len: 1002 time: 0.0592251 Jul 14 14:05:19.709257 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb58cc7-b9f2-4570-bb1d-a51f5ba39259 req-eacd6564-a1f3-4710-952c-9b2a08c7ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:19.710613 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7eb58cc7-b9f2-4570-bb1d-a51f5ba39259 req-eacd6564-a1f3-4710-952c-9b2a08c7ec21 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e2c4544b-3f60-44d2-96fb-444567e7ddec HTTP/1.1" status: 200 len: 848 time: 0.0416203 Jul 14 14:05:19.768355 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb58cc7-b9f2-4570-bb1d-a51f5ba39259 req-cfedc3ac-2da0-4b47-86ee-15a560faf8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:19.769753 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7eb58cc7-b9f2-4570-bb1d-a51f5ba39259 req-cfedc3ac-2da0-4b47-86ee-15a560faf8b4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=912804b8-d37d-4c84-875b-d14a8f8749af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496166 Jul 14 14:05:19.858285 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7eb58cc7-b9f2-4570-bb1d-a51f5ba39259 req-90573257-34e9-4765-9a7f-17726fe7f720 service neutron] 10.222.0.54 "GET /v2.0/networks/912804b8-d37d-4c84-875b-d14a8f8749af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810046 Jul 14 14:05:19.946861 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7eb58cc7-b9f2-4570-bb1d-a51f5ba39259 req-f161c1ae-818e-45f4-982b-9c011e8f35aa service neutron] 10.222.0.54 "GET /v2.0/networks/912804b8-d37d-4c84-875b-d14a8f8749af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817282 Jul 14 14:05:20.272555 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ad58d-a6fd-4336-960e-40f60da47e30 req-85e8459d-2c3f-4df6-a0ee-f916fd80ba72 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:20.274168 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-722ad58d-a6fd-4336-960e-40f60da47e30 req-85e8459d-2c3f-4df6-a0ee-f916fd80ba72 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 946 time: 0.0678532 Jul 14 14:05:20.311661 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-722ad58d-a6fd-4336-960e-40f60da47e30 req-37990ec1-49eb-4e18-af78-1555dd00fde7 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320463 Jul 14 14:05:21.479244 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc540da-10f7-439f-a1b8-58d30eb5b717 req-87f049ec-ecd1-4193-948c-65cc3cddb118 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:21.480940 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1dc540da-10f7-439f-a1b8-58d30eb5b717 req-87f049ec-ecd1-4193-948c-65cc3cddb118 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 946 time: 0.0612483 Jul 14 14:05:21.520793 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1dc540da-10f7-439f-a1b8-58d30eb5b717 req-73761c07-4eac-41e8-8b36-fffc242a84e3 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339270 Jul 14 14:05:22.315176 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9f902-cdb8-4162-900c-b62449d9b0ce req-04066e69-cae4-4282-bb81-a2361bb27740 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:22.316679 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-73f9f902-cdb8-4162-900c-b62449d9b0ce req-04066e69-cae4-4282-bb81-a2361bb27740 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 945 time: 0.0643718 Jul 14 14:05:22.357835 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-73f9f902-cdb8-4162-900c-b62449d9b0ce req-350af426-332c-4532-aa3f-b73b004e2264 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349779 Jul 14 14:05:22.383108 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 38898) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:22.576840 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd2bd01-4792-4d10-9e59-52196fe826eb tempest-TestMinimumBasicScenario-995775697 tempest-TestMinimumBasicScenario-995775697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:22.578329 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-bfd2bd01-4792-4d10-9e59-52196fe826eb tempest-TestMinimumBasicScenario-995775697 tempest-TestMinimumBasicScenario-995775697-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 1093 time: 0.1941609 Jul 14 14:05:22.581220 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 38904) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:22.585451 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-bcf948db-3b3c-46cf-b87e-dcc72d034e56 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Request body: {'floatingip': {'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'port_id': '0850345f-6ea8-4362-ae6b-a868244c7bcd', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:22.607908 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bcf948db-3b3c-46cf-b87e-dcc72d034e56 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for floatingip, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:22.695152 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e087cb-124a-4c6b-87ca-77bd55ec052f req-b4efe4ea-28ad-47c1-a2f1-17f471378b4f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:22.696705 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f3e087cb-124a-4c6b-87ca-77bd55ec052f req-b4efe4ea-28ad-47c1-a2f1-17f471378b4f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 946 time: 0.0648942 Jul 14 14:05:22.704364 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bcf948db-3b3c-46cf-b87e-dcc72d034e56 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:22.734565 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f3e087cb-124a-4c6b-87ca-77bd55ec052f req-479fe43b-3248-4815-93b7-aba7f87ccd24 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321162 Jul 14 14:05:22.810601 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-bcf948db-3b3c-46cf-b87e-dcc72d034e56 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Allocated IP 172.27.2.122 (cd162c73-a958-4cb4-9ccb-1bec0cade7b8/12dd67ef-565e-43e2-af52-7977bdc7d073/f122ad82-1a2c-4101-b4e4-a4eaf575f859) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:05:22.919010 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bcf948db-3b3c-46cf-b87e-dcc72d034e56 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:22.963626 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bcf948db-3b3c-46cf-b87e-dcc72d034e56 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781939790987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:23.008577 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf948db-3b3c-46cf-b87e-dcc72d034e56 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Network cd162c73-a958-4cb4-9ccb-1bec0cade7b8 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:05:23.020850 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-bcf948db-3b3c-46cf-b87e-dcc72d034e56 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:05:23.045065 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf948db-3b3c-46cf-b87e-dcc72d034e56 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:05:23.065622 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf948db-3b3c-46cf-b87e-dcc72d034e56 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Pushing event updated for resources: {'Port': ['ID=f122ad82-1a2c-4101-b4e4-a4eaf575f859,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:23.093582 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f0a4b-c403-4384-bee9-e5e5c64120de req-2ea57dcb-505a-4c00-8369-d1c4d6b2a078 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:23.095049 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4a2f0a4b-c403-4384-bee9-e5e5c64120de req-2ea57dcb-505a-4c00-8369-d1c4d6b2a078 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 946 time: 0.0634732 Jul 14 14:05:23.133127 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4a2f0a4b-c403-4384-bee9-e5e5c64120de req-1c0d94cc-7cb0-4852-b858-6723262746dd tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317614 Jul 14 14:05:23.165990 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-71f64d11-4388-4e27-bd03-0a49b78c2b95 req-3c0216ca-46a7-4258-bd88-286c5bc3c95c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2000895 Jul 14 14:05:23.433757 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bcf948db-3b3c-46cf-b87e-dcc72d034e56 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:23.513494 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bcf948db-3b3c-46cf-b87e-dcc72d034e56 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:23.670089 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bcf948db-3b3c-46cf-b87e-dcc72d034e56 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:23.675593 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bcf948db-3b3c-46cf-b87e-dcc72d034e56 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127483915'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:23.742884 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf948db-3b3c-46cf-b87e-dcc72d034e56 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Pushing event updated for resources: {'Port': ['ID=f122ad82-1a2c-4101-b4e4-a4eaf575f859,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:23.755569 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bcf948db-3b3c-46cf-b87e-dcc72d034e56 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-728900'] for floatingip, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:23.855235 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.db.l3_db [None req-bcf948db-3b3c-46cf-b87e-dcc72d034e56 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Floating IP 89dbf796-171e-40a7-bfad-7c50cdf60320 associated. External IP: 172.27.2.122, port: 0850345f-6ea8-4362-ae6b-a868244c7bcd. Jul 14 14:05:24.065910 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf948db-3b3c-46cf-b87e-dcc72d034e56 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Router 9120bb88-3618-4180-9b7f-a82c80d9a159 has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:05:24.171385 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf948db-3b3c-46cf-b87e-dcc72d034e56 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:05:24.183881 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682a2266-7597-4132-bdd1-e613ced3de7e None None] Sync routers for ids ['9120bb88-3618-4180-9b7f-a82c80d9a159'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:05:24.188706 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bcf948db-3b3c-46cf-b87e-dcc72d034e56 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for floatingip, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:24.205419 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682a2266-7597-4132-bdd1-e613ced3de7e None None] Routers {'9120bb88-3618-4180-9b7f-a82c80d9a159'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:05:24.206285 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-682a2266-7597-4132-bdd1-e613ced3de7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:05:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['9120bb88-3618-4180-9b7f-a82c80d9a159'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:24.226193 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-bcf948db-3b3c-46cf-b87e-dcc72d034e56 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6438291 Jul 14 14:05:24.226885 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a25dd8a-5761-48d3-9dde-0d258583948e', 'tag': '0850345f-6ea8-4362-ae6b-a868244c7bcd'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:05:24.229465 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31caa09cefd84d89e0f6bc05e36e7b56708507d4cefba0b4e9c94fc307b5637f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044c9f24-ddeb-42f2-95ba-ce0c0df77556" -d '{"events": [{"name": "network-changed", "server_uuid": "6a25dd8a-5761-48d3-9dde-0d258583948e", "tag": "0850345f-6ea8-4362-ae6b-a868244c7bcd"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:05:24.230190 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 38920) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:24.234883 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-0b03817e-f643-4925-aa49-c4b932dbc776 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1952743811', 'description': 'tempest-secgroup-smoke-1952743811 description', 'project_id': '2801c616dd1240b5a184466380e52f61'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:24.265013 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0b03817e-f643-4925-aa49-c4b932dbc776 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:24.336996 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-682a2266-7597-4132-bdd1-e613ced3de7e None None] Set router 9120bb88-3618-4180-9b7f-a82c80d9a159 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:05:24.345373 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ccace-8f5b-465f-aa44-a1630f4801cc req-44cba805-9991-4a82-ac3d-fb0931ae28c4 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:24.347090 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-222ccace-8f5b-465f-aa44-a1630f4801cc req-44cba805-9991-4a82-ac3d-fb0931ae28c4 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 946 time: 0.0758014 Jul 14 14:05:24.381255 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0b03817e-f643-4925-aa49-c4b932dbc776 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:24.382639 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b1e3e1-a7cd-415e-8f82-d07691d20d8d x-openstack-request-id: req-e2b1e3e1-a7cd-415e-8f82-d07691d20d8d {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:05:24.383018 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a25dd8a-5761-48d3-9dde-0d258583948e", "tag": "0850345f-6ea8-4362-ae6b-a868244c7bcd", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:05:24.383393 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e2b1e3e1-a7cd-415e-8f82-d07691d20d8d {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:05:24.383880 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a25dd8a-5761-48d3-9dde-0d258583948e', 'tag': '0850345f-6ea8-4362-ae6b-a868244c7bcd', 'status': 'completed', 'code': 200} Jul 14 14:05:24.386528 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0b03817e-f643-4925-aa49-c4b932dbc776 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:24.403873 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-222ccace-8f5b-465f-aa44-a1630f4801cc req-65237397-c341-437f-b7c4-a7bfc356f2e2 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498230 Jul 14 14:05:24.443951 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0b03817e-f643-4925-aa49-c4b932dbc776 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:24.447846 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0b03817e-f643-4925-aa49-c4b932dbc776 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2139153 Jul 14 14:05:24.448127 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 38926) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:24.449981 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03817e-f643-4925-aa49-c4b932dbc776 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be5be3cc-3be8-4a55-baf2-f35a35e3963b,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:24.454404 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-b5919955-5190-43c8-946a-0349c9308511 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Request body: {'security_group_rule': {'security_group_id': 'be5be3cc-3be8-4a55-baf2-f35a35e3963b', 'project_id': '2801c616dd1240b5a184466380e52f61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:24.474242 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b03817e-f643-4925-aa49-c4b932dbc776 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:24.474585 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b03817e-f643-4925-aa49-c4b932dbc776 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:24.474920 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b03817e-f643-4925-aa49-c4b932dbc776 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:24.475249 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b03817e-f643-4925-aa49-c4b932dbc776 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:24.475574 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b03817e-f643-4925-aa49-c4b932dbc776 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:24.475928 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b03817e-f643-4925-aa49-c4b932dbc776 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:24.476248 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b03817e-f643-4925-aa49-c4b932dbc776 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:24.476569 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b03817e-f643-4925-aa49-c4b932dbc776 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:24.476888 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b03817e-f643-4925-aa49-c4b932dbc776 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:24.477205 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b03817e-f643-4925-aa49-c4b932dbc776 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:24.477524 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b03817e-f643-4925-aa49-c4b932dbc776 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:24.477835 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b03817e-f643-4925-aa49-c4b932dbc776 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:24.508448 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b5919955-5190-43c8-946a-0349c9308511 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:24.519217 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c9f24-ddeb-42f2-95ba-ce0c0df77556 req-b95c771b-7754-489a-b1f0-d06b3a3b2960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:24.521503 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-044c9f24-ddeb-42f2-95ba-ce0c0df77556 req-b95c771b-7754-489a-b1f0-d06b3a3b2960 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2801c616dd1240b5a184466380e52f61&device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 1098 time: 0.1095746 Jul 14 14:05:24.588941 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-682a2266-7597-4132-bdd1-e613ced3de7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'name': 'tempest-TestMinimumBasicScenario-1440374104-router', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:30Z', 'updated_at': '2021-07-14T14:04:34Z', 'revision_number': 4, 'project_id': '2801c616dd1240b5a184466380e52f61', 'gw_port': {'id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:31Z', 'updated_at': '2021-07-14T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '89dbf796-171e-40a7-bfad-7c50cdf60320', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'floating_ip_address': '172.27.2.122', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'port_id': '0850345f-6ea8-4362-ae6b-a868244c7bcd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c', 'mac_address': 'fa:16:3e:b5:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a25dd8a-5761-48d3-9dde-0d258583948e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:05:23Z', 'updated_at': '2021-07-14T14:05:23Z', 'revision_number': 0, 'project_id': '2801c616dd1240b5a184466380e52f61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8585176e-0206-4232-9a6d-5387c3b7d591', 'name': '', 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'mac_address': 'fa:16:3e:03:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '11bede15-8f62-4259-917a-be19d57adfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:33Z', 'updated_at': '2021-07-14T14:04:41Z', 'revision_number': 5, 'project_id': '2801c616dd1240b5a184466380e52f61', 'subnets': [{'id': '11bede15-8f62-4259-917a-be19d57adfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:24.615637 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682a2266-7597-4132-bdd1-e613ced3de7e None None] Checking router: 9120bb88-3618-4180-9b7f-a82c80d9a159 for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:05:24.624369 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682a2266-7597-4132-bdd1-e613ced3de7e None None] Routers {'9120bb88-3618-4180-9b7f-a82c80d9a159'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:05:24.624993 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-682a2266-7597-4132-bdd1-e613ced3de7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:05:11Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['9120bb88-3618-4180-9b7f-a82c80d9a159'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:24.735925 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-682a2266-7597-4132-bdd1-e613ced3de7e None None] Set router 9120bb88-3618-4180-9b7f-a82c80d9a159 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:05:24.930635 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b5919955-5190-43c8-946a-0349c9308511 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:24.942689 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b5919955-5190-43c8-946a-0349c9308511 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:24.958651 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-682a2266-7597-4132-bdd1-e613ced3de7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'name': 'tempest-TestMinimumBasicScenario-1440374104-router', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:30Z', 'updated_at': '2021-07-14T14:04:34Z', 'revision_number': 4, 'project_id': '2801c616dd1240b5a184466380e52f61', 'gw_port': {'id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:31Z', 'updated_at': '2021-07-14T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '89dbf796-171e-40a7-bfad-7c50cdf60320', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'floating_ip_address': '172.27.2.122', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'port_id': '0850345f-6ea8-4362-ae6b-a868244c7bcd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c', 'mac_address': 'fa:16:3e:b5:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a25dd8a-5761-48d3-9dde-0d258583948e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:05:23Z', 'updated_at': '2021-07-14T14:05:23Z', 'revision_number': 0, 'project_id': '2801c616dd1240b5a184466380e52f61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8585176e-0206-4232-9a6d-5387c3b7d591', 'name': '', 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'mac_address': 'fa:16:3e:03:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '11bede15-8f62-4259-917a-be19d57adfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:33Z', 'updated_at': '2021-07-14T14:04:41Z', 'revision_number': 5, 'project_id': '2801c616dd1240b5a184466380e52f61', 'subnets': [{'id': '11bede15-8f62-4259-917a-be19d57adfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:24.980924 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5919955-5190-43c8-946a-0349c9308511 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9426d14-61dd-4931-af10-c2570ea31347,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:24.984559 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682a2266-7597-4132-bdd1-e613ced3de7e None None] The sync data for ids ['9120bb88-3618-4180-9b7f-a82c80d9a159'] in dv-cinder-797608-5-iscsi is: [{'id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'name': 'tempest-TestMinimumBasicScenario-1440374104-router', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:30Z', 'updated_at': '2021-07-14T14:04:34Z', 'revision_number': 4, 'project_id': '2801c616dd1240b5a184466380e52f61', 'gw_port': {'id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:31Z', 'updated_at': '2021-07-14T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_floatingips': [{'id': '89dbf796-171e-40a7-bfad-7c50cdf60320', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'floating_ip_address': '172.27.2.122', 'floating_network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'router_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'port_id': '0850345f-6ea8-4362-ae6b-a868244c7bcd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c', 'mac_address': 'fa:16:3e:b5:58:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a25dd8a-5761-48d3-9dde-0d258583948e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:05:23Z', 'updated_at': '2021-07-14T14:05:23Z', 'revision_number': 0, 'project_id': '2801c616dd1240b5a184466380e52f61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8585176e-0206-4232-9a6d-5387c3b7d591', 'name': '', 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'mac_address': 'fa:16:3e:03:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '11bede15-8f62-4259-917a-be19d57adfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:33Z', 'updated_at': '2021-07-14T14:04:41Z', 'revision_number': 5, 'project_id': '2801c616dd1240b5a184466380e52f61', 'subnets': [{'id': '11bede15-8f62-4259-917a-be19d57adfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:05:24.984877 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c9f24-ddeb-42f2-95ba-ce0c0df77556 req-7f4209b1-a9ba-4e0d-a483-76c6a7e41472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:24.986368 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-044c9f24-ddeb-42f2-95ba-ce0c0df77556 req-7f4209b1-a9ba-4e0d-a483-76c6a7e41472 service neutron] 10.222.0.54 "GET /v2.0/networks?id=32cb1672-c8a5-4845-a422-960468eeb90c HTTP/1.1" status: 200 len: 916 time: 0.4494879 Jul 14 14:05:24.992941 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b5919955-5190-43c8-946a-0349c9308511 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:24.996076 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b5919955-5190-43c8-946a-0349c9308511 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5469027 Jul 14 14:05:24.996964 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 38928) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:25.001754 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-4a1d28dc-f393-44cb-8762-0b334cf8e891 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Request body: {'security_group_rule': {'security_group_id': 'be5be3cc-3be8-4a55-baf2-f35a35e3963b', 'project_id': '2801c616dd1240b5a184466380e52f61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:25.036082 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4a1d28dc-f393-44cb-8762-0b334cf8e891 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:25.049598 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f64d11-4388-4e27-bd03-0a49b78c2b95 req-dee55a91-70e7-4833-95c8-23cfb8f9ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:25.050671 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-71f64d11-4388-4e27-bd03-0a49b78c2b95 req-dee55a91-70e7-4833-95c8-23cfb8f9ae5f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0&tenant_id=0ee76060bbe74f9c82a94850df8e577a HTTP/1.1" status: 200 len: 1099 time: 0.1804442 Jul 14 14:05:25.069532 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-044c9f24-ddeb-42f2-95ba-ce0c0df77556 req-81c2a860-b1ba-4d6c-a084-fcb58afb2791 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0850345f-6ea8-4362-ae6b-a868244c7bcd HTTP/1.1" status: 200 len: 999 time: 0.0723374 Jul 14 14:05:25.092354 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4a1d28dc-f393-44cb-8762-0b334cf8e891 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:25.097291 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4a1d28dc-f393-44cb-8762-0b334cf8e891 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:25.111287 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d28dc-f393-44cb-8762-0b334cf8e891 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6725b60-ba9e-4c89-a925-e0de3058166b,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:25.136271 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4a1d28dc-f393-44cb-8762-0b334cf8e891 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:25.140125 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-4a1d28dc-f393-44cb-8762-0b334cf8e891 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1420035 Jul 14 14:05:25.141726 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 38930) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:25.147004 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-71f4be42-b9e1-4b03-862f-52c9168afb03 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Request body: {'security_group_rule': {'security_group_id': 'be5be3cc-3be8-4a55-baf2-f35a35e3963b', 'project_id': '2801c616dd1240b5a184466380e52f61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:25.161359 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c9f24-ddeb-42f2-95ba-ce0c0df77556 req-0796cfc2-f50a-4da0-99fb-6181e901070f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:25.162936 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-044c9f24-ddeb-42f2-95ba-ce0c0df77556 req-0796cfc2-f50a-4da0-99fb-6181e901070f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=11bede15-8f62-4259-917a-be19d57adfaa HTTP/1.1" status: 200 len: 854 time: 0.0828507 Jul 14 14:05:25.174702 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-71f4be42-b9e1-4b03-862f-52c9168afb03 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:25.193988 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0b66fb-7e3d-40f5-94f8-71aba0028c3e None None] New status for floating IP 89dbf796-171e-40a7-bfad-7c50cdf60320: ACTIVE {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:05:25.222017 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f64d11-4388-4e27-bd03-0a49b78c2b95 req-39be7f6a-5bb9-4a7f-a922-9cff557ad580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:25.223826 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-71f64d11-4388-4e27-bd03-0a49b78c2b95 req-39be7f6a-5bb9-4a7f-a922-9cff557ad580 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0ee76060bbe74f9c82a94850df8e577a&device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 1099 time: 0.1354396 Jul 14 14:05:25.240211 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-71f4be42-b9e1-4b03-862f-52c9168afb03 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:25.246602 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-71f4be42-b9e1-4b03-862f-52c9168afb03 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:25.269216 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-71f4be42-b9e1-4b03-862f-52c9168afb03 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:25.273695 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-71f4be42-b9e1-4b03-862f-52c9168afb03 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309707 Jul 14 14:05:25.274445 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 38932) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:25.279193 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-86799a1f-5ed9-4ddc-ba01-b20fad523988 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Request body: {'security_group_rule': {'security_group_id': 'be5be3cc-3be8-4a55-baf2-f35a35e3963b', 'project_id': '2801c616dd1240b5a184466380e52f61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:25.283664 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4be42-b9e1-4b03-862f-52c9168afb03 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46660355-23dd-4495-ad35-60ef2f0b7d78,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:25.296766 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c9f24-ddeb-42f2-95ba-ce0c0df77556 req-932b5d27-b565-4d3b-8211-2ed741394ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:25.298292 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-044c9f24-ddeb-42f2-95ba-ce0c0df77556 req-932b5d27-b565-4d3b-8211-2ed741394ca1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=32cb1672-c8a5-4845-a422-960468eeb90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1263957 Jul 14 14:05:25.310398 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-86799a1f-5ed9-4ddc-ba01-b20fad523988 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:25.376965 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-86799a1f-5ed9-4ddc-ba01-b20fad523988 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:25.382535 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-86799a1f-5ed9-4ddc-ba01-b20fad523988 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:25.386064 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f64d11-4388-4e27-bd03-0a49b78c2b95 req-b488b9ea-7fb7-4052-bb3c-5efa1da9a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:25.387530 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-71f64d11-4388-4e27-bd03-0a49b78c2b95 req-b488b9ea-7fb7-4052-bb3c-5efa1da9a54b service neutron] 10.222.0.54 "GET /v2.0/networks?id=912804b8-d37d-4c84-875b-d14a8f8749af HTTP/1.1" status: 200 len: 910 time: 0.1550696 Jul 14 14:05:25.401559 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86799a1f-5ed9-4ddc-ba01-b20fad523988 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bbde52b-7e42-4bb0-a685-f5f2252fd570,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:25.409070 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-86799a1f-5ed9-4ddc-ba01-b20fad523988 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:25.413553 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-86799a1f-5ed9-4ddc-ba01-b20fad523988 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1348603 Jul 14 14:05:25.413717 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 38934) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:25.418197 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-6fe2b062-448e-4d77-aaf4-88570cf08bf6 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Request body: {'security_group_rule': {'security_group_id': 'be5be3cc-3be8-4a55-baf2-f35a35e3963b', 'project_id': '2801c616dd1240b5a184466380e52f61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:25.440832 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.db.securitygroups_db [None req-6fe2b062-448e-4d77-aaf4-88570cf08bf6 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Project 2801c616dd1240b5a184466380e52f61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 14:05:25.447089 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6fe2b062-448e-4d77-aaf4-88570cf08bf6 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:25.467912 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-044c9f24-ddeb-42f2-95ba-ce0c0df77556 req-874e4376-646a-4368-b1d2-5111ec361fce service neutron] 10.222.0.54 "GET /v2.0/networks/32cb1672-c8a5-4845-a422-960468eeb90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614935 Jul 14 14:05:25.481509 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device b7953041-90d7-47f0-8a39-cb37af4cadeb no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:05:25.503757 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-71f64d11-4388-4e27-bd03-0a49b78c2b95 req-e837a0b6-d719-4a0f-994d-0a1425be07d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7953041-90d7-47f0-8a39-cb37af4cadeb HTTP/1.1" status: 200 len: 1002 time: 0.1044877 Jul 14 14:05:25.517136 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6fe2b062-448e-4d77-aaf4-88570cf08bf6 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:25.523751 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6fe2b062-448e-4d77-aaf4-88570cf08bf6 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:25.547650 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6fe2b062-448e-4d77-aaf4-88570cf08bf6 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:25.549017 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-6fe2b062-448e-4d77-aaf4-88570cf08bf6 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1343398 Jul 14 14:05:25.559569 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 38940) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:25.564115 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-8b077aae-7a66-42f8-83b4-c877b9fc1084 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Request body: {'security_group_rule': {'security_group_id': 'be5be3cc-3be8-4a55-baf2-f35a35e3963b', 'project_id': '2801c616dd1240b5a184466380e52f61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:25.570044 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2b062-448e-4d77-aaf4-88570cf08bf6 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afdd64da-de8b-47d6-869b-0deec0f64611,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:25.578469 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:25.590895 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.db.securitygroups_db [None req-8b077aae-7a66-42f8-83b4-c877b9fc1084 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Project 2801c616dd1240b5a184466380e52f61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 14:05:25.596204 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8b077aae-7a66-42f8-83b4-c877b9fc1084 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:25.602820 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf83fea7-0819-4861-badc-367f5dfbe0e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7953041-90d7-47f0-8a39-cb37af4cadeb'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:05:25.605356 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fe729b-6e7c-4480-868b-0d0c33da1723" -d '{"events": [{"server_uuid": "cf83fea7-0819-4861-badc-367f5dfbe0e0", "name": "network-vif-unplugged", "status": "completed", "tag": "b7953041-90d7-47f0-8a39-cb37af4cadeb"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:05:25.622900 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port b7953041-90d7-47f0-8a39-cb37af4cadeb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b7953041-90d7-47f0-8a39-cb37af4cadeb,segment=NetworkSegment(90be14ea-95aa-4eb8-9100-8a7174493db2),segment_id=90be14ea-95aa-4eb8-9100-8a7174493db2)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:25.630170 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:25.654766 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 14:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5948d95-a6e6-4337-8476-5975e3e25b02 x-openstack-request-id: req-e5948d95-a6e6-4337-8476-5975e3e25b02 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:05:25.655175 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf83fea7-0819-4861-badc-367f5dfbe0e0", "name": "network-vif-unplugged", "status": "completed", "tag": "b7953041-90d7-47f0-8a39-cb37af4cadeb", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:05:25.655520 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e5948d95-a6e6-4337-8476-5975e3e25b02 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:05:25.655956 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f64d11-4388-4e27-bd03-0a49b78c2b95 req-c6acd1ac-4455-437a-9874-cb2a31156bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:25.656251 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf83fea7-0819-4861-badc-367f5dfbe0e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7953041-90d7-47f0-8a39-cb37af4cadeb', 'code': 200} Jul 14 14:05:25.657415 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-71f64d11-4388-4e27-bd03-0a49b78c2b95 req-c6acd1ac-4455-437a-9874-cb2a31156bef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e2c4544b-3f60-44d2-96fb-444567e7ddec HTTP/1.1" status: 200 len: 848 time: 0.1248152 Jul 14 14:05:25.676797 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8b077aae-7a66-42f8-83b4-c877b9fc1084 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:25.681971 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8b077aae-7a66-42f8-83b4-c877b9fc1084 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698878'] for security_group_rule, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:25.685619 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=b7953041-90d7-47f0-8a39-cb37af4cadeb,revision_number=6']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:25.699345 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b077aae-7a66-42f8-83b4-c877b9fc1084 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a5b8e0d-9dee-433f-86f6-a22eb0de6828,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:25.705582 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8b077aae-7a66-42f8-83b4-c877b9fc1084 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:25.706750 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-8b077aae-7a66-42f8-83b4-c877b9fc1084 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1462157 Jul 14 14:05:25.708713 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-044c9f24-ddeb-42f2-95ba-ce0c0df77556 req-a2f21bee-4de2-40f0-891b-eddc8e889d26 service neutron] 10.222.0.54 "GET /v2.0/networks/32cb1672-c8a5-4845-a422-960468eeb90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333791 Jul 14 14:05:25.723249 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca818fc3-a459-4fb1-ab41-7168126c2086 req-014526b5-3b33-47e1-9c1a-68efc7efeedf tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:25.730320 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ca818fc3-a459-4fb1-ab41-7168126c2086 req-014526b5-3b33-47e1-9c1a-68efc7efeedf tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 946 time: 0.1962104 Jul 14 14:05:25.775203 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ca818fc3-a459-4fb1-ab41-7168126c2086 req-ec5327af-5674-4e28-b8c0-76bf2bc673d3 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440943 Jul 14 14:05:25.782754 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f64d11-4388-4e27-bd03-0a49b78c2b95 req-7e0bb6a7-1f63-48ec-b2b5-25f11b850b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:25.784246 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-71f64d11-4388-4e27-bd03-0a49b78c2b95 req-7e0bb6a7-1f63-48ec-b2b5-25f11b850b9c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=912804b8-d37d-4c84-875b-d14a8f8749af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1139176 Jul 14 14:05:25.831257 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d71dd093-a0b6-4735-8bfc-862f1bd8192c req-62a48969-6c0c-4e7c-a0f0-87d1c44ec13a tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1952743811&fields=id&tenant_id=2801c616dd1240b5a184466380e52f61 HTTP/1.1" status: 200 len: 267 time: 0.0340562 Jul 14 14:05:25.880669 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-71f64d11-4388-4e27-bd03-0a49b78c2b95 req-ca6a8ce2-577f-437b-b099-58f8f67b62b3 service neutron] 10.222.0.54 "GET /v2.0/networks/912804b8-d37d-4c84-875b-d14a8f8749af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869105 Jul 14 14:05:25.895995 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dd093-a0b6-4735-8bfc-862f1bd8192c req-478eba4d-70d2-4d79-a1af-9fa5bf052666 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:25.897439 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d71dd093-a0b6-4735-8bfc-862f1bd8192c req-478eba4d-70d2-4d79-a1af-9fa5bf052666 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 945 time: 0.0609083 Jul 14 14:05:25.908216 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-d71dd093-a0b6-4735-8bfc-862f1bd8192c req-a93c07f9-471d-416d-9311-cbd27fdd32b1 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Request body: {'port': {'security_groups': ['b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de', 'be5be3cc-3be8-4a55-baf2-f35a35e3963b']}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:25.971234 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-71f64d11-4388-4e27-bd03-0a49b78c2b95 req-e0436ea5-99e7-4966-817d-924961736be5 service neutron] 10.222.0.54 "GET /v2.0/networks/912804b8-d37d-4c84-875b-d14a8f8749af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802956 Jul 14 14:05:25.997350 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d71dd093-a0b6-4735-8bfc-862f1bd8192c req-a93c07f9-471d-416d-9311-cbd27fdd32b1 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:26.178968 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-d71dd093-a0b6-4735-8bfc-862f1bd8192c req-a93c07f9-471d-416d-9311-cbd27fdd32b1 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] For port 0850345f-6ea8-4362-ae6b-a868244c7bcd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0850345f-6ea8-4362-ae6b-a868244c7bcd,segment=NetworkSegment(32fb9395-0863-4521-82f8-b2cb70abbad1),segment_id=32fb9395-0863-4521-82f8-b2cb70abbad1)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:26.206748 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d71dd093-a0b6-4735-8bfc-862f1bd8192c req-a93c07f9-471d-416d-9311-cbd27fdd32b1 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:26.211075 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d71dd093-a0b6-4735-8bfc-862f1bd8192c req-a93c07f9-471d-416d-9311-cbd27fdd32b1 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127483915'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:26.227154 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['0850345f-6ea8-4362-ae6b-a868244c7bcd'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:05:26.262031 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dd093-a0b6-4735-8bfc-862f1bd8192c req-a93c07f9-471d-416d-9311-cbd27fdd32b1 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:26.262664 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d71dd093-a0b6-4735-8bfc-862f1bd8192c req-a93c07f9-471d-416d-9311-cbd27fdd32b1 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:26.264083 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d71dd093-a0b6-4735-8bfc-862f1bd8192c req-a93c07f9-471d-416d-9311-cbd27fdd32b1 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "PUT /v2.0/ports/0850345f-6ea8-4362-ae6b-a868244c7bcd HTTP/1.1" status: 200 len: 981 time: 0.3604941 Jul 14 14:05:26.283847 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c07f9-471d-416d-9311-cbd27fdd32b1 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Pushing event updated for resources: {'Port': ['ID=0850345f-6ea8-4362-ae6b-a868244c7bcd,revision_number=6']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:26.362374 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['0850345f-6ea8-4362-ae6b-a868244c7bcd'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:05:26.385526 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a25dd8a-5761-48d3-9dde-0d258583948e', 'tag': '0850345f-6ea8-4362-ae6b-a868244c7bcd'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:05:26.387583 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31caa09cefd84d89e0f6bc05e36e7b56708507d4cefba0b4e9c94fc307b5637f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b3d362-05ee-4daf-a171-baf435b72fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "6a25dd8a-5761-48d3-9dde-0d258583948e", "tag": "0850345f-6ea8-4362-ae6b-a868244c7bcd"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:05:26.433161 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33241ef4-4a54-42a0-989d-3a20eee6faa8 x-openstack-request-id: req-33241ef4-4a54-42a0-989d-3a20eee6faa8 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:05:26.433517 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a25dd8a-5761-48d3-9dde-0d258583948e", "tag": "0850345f-6ea8-4362-ae6b-a868244c7bcd", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:05:26.433826 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-33241ef4-4a54-42a0-989d-3a20eee6faa8 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:05:26.434328 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a25dd8a-5761-48d3-9dde-0d258583948e', 'tag': '0850345f-6ea8-4362-ae6b-a868244c7bcd', 'status': 'completed', 'code': 200} Jul 14 14:05:26.462053 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7b883-5972-40d4-a8cc-4c063843e7f2 req-2bc9366c-ea6b-4cb3-a437-d3e0d960803f tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:26.463647 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aef7b883-5972-40d4-a8cc-4c063843e7f2 req-2bc9366c-ea6b-4cb3-a437-d3e0d960803f tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 984 time: 0.0892553 Jul 14 14:05:26.538486 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aef7b883-5972-40d4-a8cc-4c063843e7f2 req-0b350291-a99a-45a0-a62f-5d1a2d8082cd tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&id=be5be3cc-3be8-4a55-baf2-f35a35e3963b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662189 Jul 14 14:05:26.552889 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3d362-05ee-4daf-a171-baf435b72fa9 req-f307f193-62e7-47bb-afed-a525cb4173d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:26.554366 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-64b3d362-05ee-4daf-a171-baf435b72fa9 req-f307f193-62e7-47bb-afed-a525cb4173d5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2801c616dd1240b5a184466380e52f61&device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 1137 time: 0.0898442 Jul 14 14:05:26.573255 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-95222b2e-5487-4379-b594-1813fbc0d934 None None] Provisioning complete for port 0850345f-6ea8-4362-ae6b-a868244c7bcd triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:26.573787 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-95222b2e-5487-4379-b594-1813fbc0d934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:26.641535 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3d362-05ee-4daf-a171-baf435b72fa9 req-f9e07f88-2b38-4098-9fae-a9b68c66a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:26.642986 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-64b3d362-05ee-4daf-a171-baf435b72fa9 req-f9e07f88-2b38-4098-9fae-a9b68c66a7e9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=32cb1672-c8a5-4845-a422-960468eeb90c HTTP/1.1" status: 200 len: 916 time: 0.0814288 Jul 14 14:05:26.714915 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-64b3d362-05ee-4daf-a171-baf435b72fa9 req-208df1b4-e65e-4290-9377-a7a3e2238e5e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0850345f-6ea8-4362-ae6b-a868244c7bcd HTTP/1.1" status: 200 len: 1001 time: 0.0613818 Jul 14 14:05:26.766901 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3d362-05ee-4daf-a171-baf435b72fa9 req-b7260351-892e-4582-be87-48690d308928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:26.768373 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-64b3d362-05ee-4daf-a171-baf435b72fa9 req-b7260351-892e-4582-be87-48690d308928 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=11bede15-8f62-4259-917a-be19d57adfaa HTTP/1.1" status: 200 len: 854 time: 0.0426240 Jul 14 14:05:26.827745 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3d362-05ee-4daf-a171-baf435b72fa9 req-4d344d22-5014-4b86-9530-923f4498da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:26.829755 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-64b3d362-05ee-4daf-a171-baf435b72fa9 req-4d344d22-5014-4b86-9530-923f4498da03 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=32cb1672-c8a5-4845-a422-960468eeb90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542173 Jul 14 14:05:26.931229 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-64b3d362-05ee-4daf-a171-baf435b72fa9 req-80b92cef-0304-4953-9995-202036a40398 service neutron] 10.222.0.54 "GET /v2.0/networks/32cb1672-c8a5-4845-a422-960468eeb90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936677 Jul 14 14:05:26.955569 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a243e-e6b2-4608-b41f-50ce3df35f46 req-dd61145f-1247-4dbd-a027-55ee1280d784 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:26.957087 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-279a243e-e6b2-4608-b41f-50ce3df35f46 req-dd61145f-1247-4dbd-a027-55ee1280d784 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 944 time: 0.0663652 Jul 14 14:05:27.000461 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-279a243e-e6b2-4608-b41f-50ce3df35f46 req-51f17588-7417-4fd0-b14e-60ea62479ad4 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348706 Jul 14 14:05:27.026054 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-64b3d362-05ee-4daf-a171-baf435b72fa9 req-a6985781-a313-4cf7-98c6-c7ab68288565 service neutron] 10.222.0.54 "GET /v2.0/networks/32cb1672-c8a5-4845-a422-960468eeb90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850306 Jul 14 14:05:28.176449 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8e44f-704b-4afa-a2ca-85dcdfb5af2b req-c2c22b16-e20c-498e-8dff-245ae1d40be9 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:28.177898 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-50b8e44f-704b-4afa-a2ca-85dcdfb5af2b req-c2c22b16-e20c-498e-8dff-245ae1d40be9 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 944 time: 0.0655756 Jul 14 14:05:28.214015 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-50b8e44f-704b-4afa-a2ca-85dcdfb5af2b req-80d0064a-51d8-44ec-b70d-ff3fead748b8 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306623 Jul 14 14:05:29.615153 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df46d7-a623-4548-9a52-1d328770b959 req-93b3d9e5-a228-40a0-817a-159e6aca6d27 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:29.616649 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-50df46d7-a623-4548-9a52-1d328770b959 req-93b3d9e5-a228-40a0-817a-159e6aca6d27 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 944 time: 0.2949042 Jul 14 14:05:29.653419 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-50df46d7-a623-4548-9a52-1d328770b959 req-c3d7e400-1010-41bd-8df1-c7f49799a25a tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311990 Jul 14 14:05:30.822330 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5953d87-dff1-4f9f-bd0d-66f815eae915 req-1c3aee23-f47d-4cca-a78a-742748e060b3 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:30.823778 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5953d87-dff1-4f9f-bd0d-66f815eae915 req-1c3aee23-f47d-4cca-a78a-742748e060b3 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 944 time: 0.0608163 Jul 14 14:05:30.859500 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e5953d87-dff1-4f9f-bd0d-66f815eae915 req-dd864ba5-7645-4899-bd1e-82c9287738d8 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303800 Jul 14 14:05:32.024694 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150f6a2-dab6-4dbe-b80d-a17fa7a5967e req-89e60e9c-9926-46b4-9784-0932b90e8a9f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:32.026164 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9150f6a2-dab6-4dbe-b80d-a17fa7a5967e req-89e60e9c-9926-46b4-9784-0932b90e8a9f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 944 time: 0.0610781 Jul 14 14:05:32.062532 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9150f6a2-dab6-4dbe-b80d-a17fa7a5967e req-bd8fcd38-cb7e-42f1-a071-835d0063adbf tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308843 Jul 14 14:05:32.230026 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ac419-d3e2-456f-9cfa-8ea8fb1d3619 req-29d342c1-8977-45e5-a639-b36c658e2120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:32.231380 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4e4ac419-d3e2-456f-9cfa-8ea8fb1d3619 req-29d342c1-8977-45e5-a639-b36c658e2120 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 1097 time: 0.0508175 Jul 14 14:05:32.264591 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4e4ac419-d3e2-456f-9cfa-8ea8fb1d3619 req-bfec15ba-d8a7-4a84-8a86-816ddc7dad3c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261991 Jul 14 14:05:33.240489 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59e61c-6428-47ca-b40f-6f326460b576 req-9699c59a-292a-443f-9c3d-a5b96e596fef tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:33.241923 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4d59e61c-6428-47ca-b40f-6f326460b576 req-9699c59a-292a-443f-9c3d-a5b96e596fef tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 944 time: 0.0635853 Jul 14 14:05:33.277677 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4d59e61c-6428-47ca-b40f-6f326460b576 req-132a81dd-f4c0-4ffd-93a9-d40565d02eec tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303442 Jul 14 14:05:33.528533 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device b7953041-90d7-47f0-8a39-cb37af4cadeb details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=92931) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:05:33.619485 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port b7953041-90d7-47f0-8a39-cb37af4cadeb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b7953041-90d7-47f0-8a39-cb37af4cadeb,segment=NetworkSegment(90be14ea-95aa-4eb8-9100-8a7174493db2),segment_id=90be14ea-95aa-4eb8-9100-8a7174493db2)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:33.630136 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Returning: {'device': 'b7953041-90d7-47f0-8a39-cb37af4cadeb', 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af', 'port_id': 'b7953041-90d7-47f0-8a39-cb37af4cadeb', 'mac_address': 'fa:16:3e:13:c9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92931) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:05:33.669059 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:33.680694 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7953041-90d7-47f0-8a39-cb37af4cadeb {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:05:33.698611 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port b7953041-90d7-47f0-8a39-cb37af4cadeb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b7953041-90d7-47f0-8a39-cb37af4cadeb,segment=NetworkSegment(90be14ea-95aa-4eb8-9100-8a7174493db2),segment_id=90be14ea-95aa-4eb8-9100-8a7174493db2)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:33.701585 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:33.746553 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=b7953041-90d7-47f0-8a39-cb37af4cadeb,revision_number=7']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:33.966197 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['b7953041-90d7-47f0-8a39-cb37af4cadeb'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:05:35.530899 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device b7953041-90d7-47f0-8a39-cb37af4cadeb up at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:05:35.576739 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Provisioning complete for port b7953041-90d7-47f0-8a39-cb37af4cadeb triggered by entity L2. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:35.577110 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:35.652231 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:35.672935 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf83fea7-0819-4861-badc-367f5dfbe0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7953041-90d7-47f0-8a39-cb37af4cadeb'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:05:35.675129 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f071e0628d2157e4e82b3bbe5c28c2d1dd568e8dc1aa299083ca7e731e16e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5ede02-e295-47ba-bdf5-96e18191c189" -d '{"events": [{"server_uuid": "cf83fea7-0819-4861-badc-367f5dfbe0e0", "name": "network-vif-plugged", "status": "completed", "tag": "b7953041-90d7-47f0-8a39-cb37af4cadeb"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:05:35.687484 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] For port b7953041-90d7-47f0-8a39-cb37af4cadeb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b7953041-90d7-47f0-8a39-cb37af4cadeb,segment=NetworkSegment(90be14ea-95aa-4eb8-9100-8a7174493db2),segment_id=90be14ea-95aa-4eb8-9100-8a7174493db2)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:35.692811 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:35.715523 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6965e00b-a180-4e15-bf8b-703df75689f9 x-openstack-request-id: req-6965e00b-a180-4e15-bf8b-703df75689f9 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:05:35.715838 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf83fea7-0819-4861-badc-367f5dfbe0e0", "name": "network-vif-plugged", "status": "completed", "tag": "b7953041-90d7-47f0-8a39-cb37af4cadeb", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:05:35.716085 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6965e00b-a180-4e15-bf8b-703df75689f9 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:05:35.716464 dv-cinder-797608-5-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf83fea7-0819-4861-badc-367f5dfbe0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7953041-90d7-47f0-8a39-cb37af4cadeb', 'code': 200} Jul 14 14:05:35.741034 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Pushing event updated for resources: {'Port': ['ID=b7953041-90d7-47f0-8a39-cb37af4cadeb,revision_number=8']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:38.264003 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c439f439-8cb4-436b-8dc3-193f1f9662b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:40.720938 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:05:40.920611 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8b16bca7-66da-4412-9024-863de21844ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:41.239997 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:41.583481 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:41.889121 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:43.679148 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:49.259927 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0f9ae-4c00-4f7e-9e65-b5f6eaecb4f3 req-54200172-4799-4cbf-9e74-e4a19ac966a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:49.261355 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8dc0f9ae-4c00-4f7e-9e65-b5f6eaecb4f3 req-54200172-4799-4cbf-9e74-e4a19ac966a0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2801c616dd1240b5a184466380e52f61&device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 1137 time: 0.0535572 Jul 14 14:05:49.297822 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ff5ee-a8da-4688-89f0-e2644bc9ef6c req-3bb49aa4-813a-4cfe-bed6-08eb9d6d337d tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:49.299298 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-410ff5ee-a8da-4688-89f0-e2644bc9ef6c req-3bb49aa4-813a-4cfe-bed6-08eb9d6d337d tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 984 time: 0.0640090 Jul 14 14:05:49.339330 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-410ff5ee-a8da-4688-89f0-e2644bc9ef6c req-0085789f-50aa-4e94-aaef-718cd281da67 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&id=be5be3cc-3be8-4a55-baf2-f35a35e3963b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336442 Jul 14 14:05:49.383723 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0f9ae-4c00-4f7e-9e65-b5f6eaecb4f3 req-e5da1fb7-f895-46f9-9fea-5442609c19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:49.385164 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8dc0f9ae-4c00-4f7e-9e65-b5f6eaecb4f3 req-e5da1fb7-f895-46f9-9fea-5442609c19c8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=32cb1672-c8a5-4845-a422-960468eeb90c HTTP/1.1" status: 200 len: 916 time: 0.1163709 Jul 14 14:05:49.439743 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-93969b02-6e00-45e9-a842-c6188ec54033 req-ffc6d6a6-2a3a-4364-b8fb-ef71a7e8bdf5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1032350 Jul 14 14:05:49.454985 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8dc0f9ae-4c00-4f7e-9e65-b5f6eaecb4f3 req-bf5f1301-00d0-4e57-a6d2-c089a1170a79 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0850345f-6ea8-4362-ae6b-a868244c7bcd HTTP/1.1" status: 200 len: 1001 time: 0.0614326 Jul 14 14:05:49.540841 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0f9ae-4c00-4f7e-9e65-b5f6eaecb4f3 req-0b6204cf-dc90-4235-9054-bd425933a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:49.542529 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8dc0f9ae-4c00-4f7e-9e65-b5f6eaecb4f3 req-0b6204cf-dc90-4235-9054-bd425933a917 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=11bede15-8f62-4259-917a-be19d57adfaa HTTP/1.1" status: 200 len: 854 time: 0.0810041 Jul 14 14:05:49.592227 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93969b02-6e00-45e9-a842-c6188ec54033 req-9d4a0b06-b009-43fd-994c-dc8309ca0fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:49.593665 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-93969b02-6e00-45e9-a842-c6188ec54033 req-9d4a0b06-b009-43fd-994c-dc8309ca0fb4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0ee76060bbe74f9c82a94850df8e577a&device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 1099 time: 0.1027603 Jul 14 14:05:49.613883 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0f9ae-4c00-4f7e-9e65-b5f6eaecb4f3 req-7b9ca4ed-65da-4139-8687-222340b79094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:49.615294 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8dc0f9ae-4c00-4f7e-9e65-b5f6eaecb4f3 req-7b9ca4ed-65da-4139-8687-222340b79094 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=32cb1672-c8a5-4845-a422-960468eeb90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644684 Jul 14 14:05:49.764793 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93969b02-6e00-45e9-a842-c6188ec54033 req-1f37bca3-f489-4512-b04d-8558afe5d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:49.766215 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-93969b02-6e00-45e9-a842-c6188ec54033 req-1f37bca3-f489-4512-b04d-8558afe5d98b service neutron] 10.222.0.54 "GET /v2.0/networks?id=912804b8-d37d-4c84-875b-d14a8f8749af HTTP/1.1" status: 200 len: 910 time: 0.1437201 Jul 14 14:05:49.769384 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8dc0f9ae-4c00-4f7e-9e65-b5f6eaecb4f3 req-3a929b8b-3c03-48bb-90af-320ce9747193 service neutron] 10.222.0.54 "GET /v2.0/networks/32cb1672-c8a5-4845-a422-960468eeb90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400135 Jul 14 14:05:49.880265 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-93969b02-6e00-45e9-a842-c6188ec54033 req-86c06514-1665-41a0-be7e-f088e33d58ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7953041-90d7-47f0-8a39-cb37af4cadeb HTTP/1.1" status: 200 len: 1002 time: 0.1011937 Jul 14 14:05:49.939531 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8dc0f9ae-4c00-4f7e-9e65-b5f6eaecb4f3 req-8257f5b2-75b0-4641-8d3b-eff64894accf service neutron] 10.222.0.54 "GET /v2.0/networks/32cb1672-c8a5-4845-a422-960468eeb90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552577 Jul 14 14:05:49.946661 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93969b02-6e00-45e9-a842-c6188ec54033 req-8ce65f70-1df1-4ad8-b7ff-f7a7932ac04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:49.948104 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-93969b02-6e00-45e9-a842-c6188ec54033 req-8ce65f70-1df1-4ad8-b7ff-f7a7932ac04c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e2c4544b-3f60-44d2-96fb-444567e7ddec HTTP/1.1" status: 200 len: 848 time: 0.0601151 Jul 14 14:05:50.007110 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93969b02-6e00-45e9-a842-c6188ec54033 req-7647fc03-a197-4aae-9b00-a6b0c62335e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:50.008551 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-93969b02-6e00-45e9-a842-c6188ec54033 req-7647fc03-a197-4aae-9b00-a6b0c62335e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=912804b8-d37d-4c84-875b-d14a8f8749af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515630 Jul 14 14:05:50.101090 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-93969b02-6e00-45e9-a842-c6188ec54033 req-a4a3c26b-653d-4f5f-8b83-51a2fede667d service neutron] 10.222.0.54 "GET /v2.0/networks/912804b8-d37d-4c84-875b-d14a8f8749af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839527 Jul 14 14:05:50.210305 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-93969b02-6e00-45e9-a842-c6188ec54033 req-d0868756-1a14-436e-9b13-a4cecd6b5ce6 service neutron] 10.222.0.54 "GET /v2.0/networks/912804b8-d37d-4c84-875b-d14a8f8749af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004257 Jul 14 14:05:50.514114 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29a71a-11ef-4ee4-ba74-f293b7abf569 req-fa81716d-a4a7-4ca1-bca3-efa7a15f574e tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:50.515513 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1d29a71a-11ef-4ee4-ba74-f293b7abf569 req-fa81716d-a4a7-4ca1-bca3-efa7a15f574e tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 984 time: 0.0626271 Jul 14 14:05:50.553519 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1d29a71a-11ef-4ee4-ba74-f293b7abf569 req-6dc49022-552c-4d27-b2f5-44d32ca34f4d tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&id=be5be3cc-3be8-4a55-baf2-f35a35e3963b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0318007 Jul 14 14:05:51.723545 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631759af-6d36-40bd-a4f3-671c314af790 req-349fdc4e-0f8f-4066-9cbf-be7c6e32b711 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:51.724910 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-631759af-6d36-40bd-a4f3-671c314af790 req-349fdc4e-0f8f-4066-9cbf-be7c6e32b711 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 984 time: 0.0602331 Jul 14 14:05:51.762273 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-631759af-6d36-40bd-a4f3-671c314af790 req-cf028d70-94f6-4699-8630-105aaccf83ff tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&id=be5be3cc-3be8-4a55-baf2-f35a35e3963b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0316448 Jul 14 14:05:52.933170 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d2ee1-57ba-45e6-b77f-2e6f0a7647b1 req-9cd548c4-432e-4ae0-a6c2-a819f5c2a697 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:52.934598 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5e7d2ee1-57ba-45e6-b77f-2e6f0a7647b1 req-9cd548c4-432e-4ae0-a6c2-a819f5c2a697 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 984 time: 0.0644102 Jul 14 14:05:52.972192 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5e7d2ee1-57ba-45e6-b77f-2e6f0a7647b1 req-57d2a834-0120-483c-a12a-01c0dd3fb910 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&id=be5be3cc-3be8-4a55-baf2-f35a35e3963b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319819 Jul 14 14:05:54.139045 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1420d69-593b-4f1e-bf30-f67d424f63ab req-056e7a1a-18de-4d16-81e8-429c062952b6 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:54.140480 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f1420d69-593b-4f1e-bf30-f67d424f63ab req-056e7a1a-18de-4d16-81e8-429c062952b6 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 984 time: 0.0601258 Jul 14 14:05:54.181338 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f1420d69-593b-4f1e-bf30-f67d424f63ab req-3cb455aa-5297-4f56-9ae5-e7d655854713 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&id=be5be3cc-3be8-4a55-baf2-f35a35e3963b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353475 Jul 14 14:05:55.355360 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71f73b-8210-4ef1-b87e-4ce38ccb8dfc req-52cbe2d8-8862-4981-9fe8-1f090daa6673 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:55.356865 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7d71f73b-8210-4ef1-b87e-4ce38ccb8dfc req-52cbe2d8-8862-4981-9fe8-1f090daa6673 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 984 time: 0.0627954 Jul 14 14:05:55.396747 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7d71f73b-8210-4ef1-b87e-4ce38ccb8dfc req-e8894f00-1cc1-4d9f-9b0d-1c2dfea5c531 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&id=be5be3cc-3be8-4a55-baf2-f35a35e3963b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337062 Jul 14 14:05:56.565086 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d68319-2a0f-44c0-a954-6c0fd1fd89fb req-cfaa2c59-89d3-41ef-bae4-32a0391d80bb tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:56.566535 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a4d68319-2a0f-44c0-a954-6c0fd1fd89fb req-cfaa2c59-89d3-41ef-bae4-32a0391d80bb tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 984 time: 0.0614939 Jul 14 14:05:56.604775 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a4d68319-2a0f-44c0-a954-6c0fd1fd89fb req-18d02df6-606b-4e25-bd16-f6ec239ea514 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&id=be5be3cc-3be8-4a55-baf2-f35a35e3963b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323846 Jul 14 14:05:57.771422 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce743c2-839f-4faa-bc87-40c0e7dbccab req-6f41cbcc-68e6-4422-a0b1-cb33e3f4bf06 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:57.772797 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dce743c2-839f-4faa-bc87-40c0e7dbccab req-6f41cbcc-68e6-4422-a0b1-cb33e3f4bf06 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 984 time: 0.0617118 Jul 14 14:05:57.814751 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dce743c2-839f-4faa-bc87-40c0e7dbccab req-5b078aca-39cc-40c3-9d70-c1a32c9c20d1 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&id=be5be3cc-3be8-4a55-baf2-f35a35e3963b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365493 Jul 14 14:05:58.981648 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d482c-37d5-43e3-8d56-bd7e7636856c req-23b87a60-72ed-41a4-8abd-24aa7d12b5b6 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:58.982993 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-734d482c-37d5-43e3-8d56-bd7e7636856c req-23b87a60-72ed-41a4-8abd-24aa7d12b5b6 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 984 time: 0.0608070 Jul 14 14:05:59.021259 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-734d482c-37d5-43e3-8d56-bd7e7636856c req-88010f86-10e0-4ff1-96ff-20f4dbc179f7 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&id=be5be3cc-3be8-4a55-baf2-f35a35e3963b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327313 Jul 14 14:06:00.193176 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c9577-501a-4772-9e13-5a5023fab1c9 req-166a0538-8cee-43e9-9711-d8ceb2720688 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:00.194648 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7f1c9577-501a-4772-9e13-5a5023fab1c9 req-166a0538-8cee-43e9-9711-d8ceb2720688 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 984 time: 0.0624220 Jul 14 14:06:00.232720 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7f1c9577-501a-4772-9e13-5a5023fab1c9 req-ce016277-5632-4a4f-89cf-8a22a23ac171 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&id=be5be3cc-3be8-4a55-baf2-f35a35e3963b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325339 Jul 14 14:06:01.407583 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3200f0-0a10-49ab-a30d-f700549e6769 req-5deadd1a-ae4a-4348-b2cd-e96f828de33f tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:01.409054 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-be3200f0-0a10-49ab-a30d-f700549e6769 req-5deadd1a-ae4a-4348-b2cd-e96f828de33f tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 984 time: 0.0647032 Jul 14 14:06:01.447585 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-be3200f0-0a10-49ab-a30d-f700549e6769 req-99dc6fed-271e-48b2-8660-3011850e7dc2 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&id=be5be3cc-3be8-4a55-baf2-f35a35e3963b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328436 Jul 14 14:06:02.616795 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddaed1-a428-4603-8ba1-e6c2aff30803 req-1eb96379-fe0b-462f-b6ae-caf813f6fe54 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:02.618227 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a7ddaed1-a428-4603-8ba1-e6c2aff30803 req-1eb96379-fe0b-462f-b6ae-caf813f6fe54 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 984 time: 0.0620492 Jul 14 14:06:02.655759 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a7ddaed1-a428-4603-8ba1-e6c2aff30803 req-3666f666-ee42-48e2-a9e7-f7d7474a7313 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&id=be5be3cc-3be8-4a55-baf2-f35a35e3963b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319989 Jul 14 14:06:03.823009 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395d63a-553d-4be2-ba2d-86ffd5c12d75 req-4f24f06f-6a74-4fdd-bae5-8d19c82c55f4 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:03.824460 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7395d63a-553d-4be2-ba2d-86ffd5c12d75 req-4f24f06f-6a74-4fdd-bae5-8d19c82c55f4 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 984 time: 0.0599725 Jul 14 14:06:03.861835 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7395d63a-553d-4be2-ba2d-86ffd5c12d75 req-b44642d9-9878-4b17-a049-1bf17d3364e0 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&id=be5be3cc-3be8-4a55-baf2-f35a35e3963b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0318196 Jul 14 14:06:05.032260 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6387de4-0bc0-405e-b17c-2a3e2043b23f req-6f2491fd-c3d5-461b-87a9-f6bf036f4d75 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:05.033611 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d6387de4-0bc0-405e-b17c-2a3e2043b23f req-6f2491fd-c3d5-461b-87a9-f6bf036f4d75 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 984 time: 0.0648851 Jul 14 14:06:05.072240 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d6387de4-0bc0-405e-b17c-2a3e2043b23f req-37953c2f-bf5a-4e1b-93aa-59c9737202d1 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&id=be5be3cc-3be8-4a55-baf2-f35a35e3963b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326741 Jul 14 14:06:06.244425 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36666c3-c682-4adc-9e9e-e438e78ff785 req-aa428f65-e7c0-416f-aef1-9cd11a316833 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:06.245898 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d36666c3-c682-4adc-9e9e-e438e78ff785 req-aa428f65-e7c0-416f-aef1-9cd11a316833 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 984 time: 0.0656962 Jul 14 14:06:06.283459 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d36666c3-c682-4adc-9e9e-e438e78ff785 req-0d1d5ed3-39a6-489c-802b-7dfd91a2a5ba tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&id=be5be3cc-3be8-4a55-baf2-f35a35e3963b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320148 Jul 14 14:06:08.266340 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-97865648-493b-47e7-9104-35177946c31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:10.920481 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1610-0309-4c46-8203-6a409b5697af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:11.239412 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:11.590858 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:11.892162 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:13.682737 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:17.719349 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:06:38.267030 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2f820320-2f59-44c0-8b57-3ea33a61643f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:40.920361 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fdf44fd5-94d4-4272-9b77-2d230b8b0d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:41.239890 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:41.588054 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:41.767137 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2073ad61-0ac2-4ba2-b011-b9fe3c20071c req-ef57d42f-649e-4aba-a385-3221ebee74e8 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1952743811&fields=id&tenant_id=2801c616dd1240b5a184466380e52f61 HTTP/1.1" status: 200 len: 267 time: 0.0322325 Jul 14 14:06:41.832030 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ad61-0ac2-4ba2-b011-b9fe3c20071c req-c1b34881-cc45-4426-a06e-ea9077b9bedb tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:41.833470 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2073ad61-0ac2-4ba2-b011-b9fe3c20071c req-c1b34881-cc45-4426-a06e-ea9077b9bedb tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 984 time: 0.0608926 Jul 14 14:06:41.844293 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-2073ad61-0ac2-4ba2-b011-b9fe3c20071c req-a7f4568a-338b-453d-905c-04453aa706b3 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Request body: {'port': {'security_groups': ['b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:06:41.895334 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:41.929203 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2073ad61-0ac2-4ba2-b011-b9fe3c20071c req-a7f4568a-338b-453d-905c-04453aa706b3 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595261'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:42.093674 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-2073ad61-0ac2-4ba2-b011-b9fe3c20071c req-a7f4568a-338b-453d-905c-04453aa706b3 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] For port 0850345f-6ea8-4362-ae6b-a868244c7bcd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0850345f-6ea8-4362-ae6b-a868244c7bcd,segment=NetworkSegment(32fb9395-0863-4521-82f8-b2cb70abbad1),segment_id=32fb9395-0863-4521-82f8-b2cb70abbad1)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:06:42.122621 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2073ad61-0ac2-4ba2-b011-b9fe3c20071c req-a7f4568a-338b-453d-905c-04453aa706b3 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:42.126873 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2073ad61-0ac2-4ba2-b011-b9fe3c20071c req-a7f4568a-338b-453d-905c-04453aa706b3 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781940228639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781939791005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781939791023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125936922'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:42.141978 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['0850345f-6ea8-4362-ae6b-a868244c7bcd'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:06:42.174498 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ad61-0ac2-4ba2-b011-b9fe3c20071c req-a7f4568a-338b-453d-905c-04453aa706b3 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:42.175138 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2073ad61-0ac2-4ba2-b011-b9fe3c20071c req-a7f4568a-338b-453d-905c-04453aa706b3 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:42.176582 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2073ad61-0ac2-4ba2-b011-b9fe3c20071c req-a7f4568a-338b-453d-905c-04453aa706b3 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "PUT /v2.0/ports/0850345f-6ea8-4362-ae6b-a868244c7bcd HTTP/1.1" status: 200 len: 942 time: 0.3367732 Jul 14 14:06:42.177042 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a25dd8a-5761-48d3-9dde-0d258583948e', 'tag': '0850345f-6ea8-4362-ae6b-a868244c7bcd'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:06:42.179963 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9ebc6b-bb1c-44b6-b160-2a1065726f89" -d '{"events": [{"name": "network-changed", "server_uuid": "6a25dd8a-5761-48d3-9dde-0d258583948e", "tag": "0850345f-6ea8-4362-ae6b-a868244c7bcd"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:06:42.185343 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 39028) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:42.200464 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4568a-338b-453d-905c-04453aa706b3 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Pushing event updated for resources: {'Port': ['ID=0850345f-6ea8-4362-ae6b-a868244c7bcd,revision_number=7']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:42.208475 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4568a-338b-453d-905c-04453aa706b3 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.208824 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4568a-338b-453d-905c-04453aa706b3 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.209720 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4568a-338b-453d-905c-04453aa706b3 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.210145 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4568a-338b-453d-905c-04453aa706b3 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.210483 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4568a-338b-453d-905c-04453aa706b3 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.210814 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4568a-338b-453d-905c-04453aa706b3 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.211182 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4568a-338b-453d-905c-04453aa706b3 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.211509 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4568a-338b-453d-905c-04453aa706b3 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.211863 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4568a-338b-453d-905c-04453aa706b3 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.212190 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4568a-338b-453d-905c-04453aa706b3 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.212516 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4568a-338b-453d-905c-04453aa706b3 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.212841 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4568a-338b-453d-905c-04453aa706b3 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.233694 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd37822-9636-47c8-9c83-7e3653cde091 x-openstack-request-id: req-3fd37822-9636-47c8-9c83-7e3653cde091 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:06:42.233988 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a25dd8a-5761-48d3-9dde-0d258583948e", "tag": "0850345f-6ea8-4362-ae6b-a868244c7bcd", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:06:42.234294 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3fd37822-9636-47c8-9c83-7e3653cde091 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:06:42.234700 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a25dd8a-5761-48d3-9dde-0d258583948e', 'tag': '0850345f-6ea8-4362-ae6b-a868244c7bcd', 'status': 'completed', 'code': 200} Jul 14 14:06:42.259018 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a7b313cd-6b27-4534-8164-164ff2faa691 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:42.260662 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['0850345f-6ea8-4362-ae6b-a868244c7bcd'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:06:42.292497 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a7b313cd-6b27-4534-8164-164ff2faa691 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:42.319131 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ebc6b-bb1c-44b6-b160-2a1065726f89 req-b8d71ed8-3686-49be-b41c-b06fb31769f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:42.320730 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd9ebc6b-bb1c-44b6-b160-2a1065726f89 req-b8d71ed8-3686-49be-b41c-b06fb31769f2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2801c616dd1240b5a184466380e52f61&device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 1098 time: 0.0565951 Jul 14 14:06:42.369371 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a7b313cd-6b27-4534-8164-164ff2faa691 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:42.372033 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a7b313cd-6b27-4534-8164-164ff2faa691 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:42.375808 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-a7b313cd-6b27-4534-8164-164ff2faa691 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "DELETE /v2.0/security-groups/be5be3cc-3be8-4a55-baf2-f35a35e3963b HTTP/1.1" status: 204 len: 168 time: 0.1863704 Jul 14 14:06:42.377842 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 39030) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:42.391209 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b313cd-6b27-4534-8164-164ff2faa691 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5be3cc-3be8-4a55-baf2-f35a35e3963b,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:42.433694 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b313cd-6b27-4534-8164-164ff2faa691 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.434039 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b313cd-6b27-4534-8164-164ff2faa691 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.434163 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ebc6b-bb1c-44b6-b160-2a1065726f89 req-f1cef44a-354f-4e5e-87eb-e7c5969c5561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:42.434275 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b313cd-6b27-4534-8164-164ff2faa691 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.434613 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b313cd-6b27-4534-8164-164ff2faa691 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.434946 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b313cd-6b27-4534-8164-164ff2faa691 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.435273 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b313cd-6b27-4534-8164-164ff2faa691 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.435554 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd9ebc6b-bb1c-44b6-b160-2a1065726f89 req-f1cef44a-354f-4e5e-87eb-e7c5969c5561 service neutron] 10.222.0.54 "GET /v2.0/networks?id=32cb1672-c8a5-4845-a422-960468eeb90c HTTP/1.1" status: 200 len: 916 time: 0.1059570 Jul 14 14:06:42.435710 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b313cd-6b27-4534-8164-164ff2faa691 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.435958 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b313cd-6b27-4534-8164-164ff2faa691 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.436293 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b313cd-6b27-4534-8164-164ff2faa691 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.436613 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b313cd-6b27-4534-8164-164ff2faa691 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.436935 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b313cd-6b27-4534-8164-164ff2faa691 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.437256 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b313cd-6b27-4534-8164-164ff2faa691 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:42.473948 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-aef93a13-689e-4551-9304-548cf9dc4aaa None None] Provisioning complete for port 0850345f-6ea8-4362-ae6b-a868244c7bcd triggered by entity DHCP. {{(pid=92931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:06:42.474489 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-aef93a13-689e-4551-9304-548cf9dc4aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1830074'] for port, provisioning_complete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:42.514041 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd9ebc6b-bb1c-44b6-b160-2a1065726f89 req-9fb84858-eb3a-43aa-abd6-f4fa53dca3d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0850345f-6ea8-4362-ae6b-a868244c7bcd HTTP/1.1" status: 200 len: 1001 time: 0.0707753 Jul 14 14:06:42.563768 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-37b85682-066d-46fe-bee3-4299ee6cadbd tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Deleting port f122ad82-1a2c-4101-b4e4-a4eaf575f859 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:06:42.564111 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-37b85682-066d-46fe-bee3-4299ee6cadbd tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:42.568452 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ebc6b-bb1c-44b6-b160-2a1065726f89 req-bdfd2fb7-f7d8-4f8c-8cea-13e17c891527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:42.569959 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd9ebc6b-bb1c-44b6-b160-2a1065726f89 req-bdfd2fb7-f7d8-4f8c-8cea-13e17c891527 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=11bede15-8f62-4259-917a-be19d57adfaa HTTP/1.1" status: 200 len: 854 time: 0.0490739 Jul 14 14:06:42.628007 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ebc6b-bb1c-44b6-b160-2a1065726f89 req-357ea10b-b81c-411a-ba36-dbaa2ed6c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:42.629445 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd9ebc6b-bb1c-44b6-b160-2a1065726f89 req-357ea10b-b81c-411a-ba36-dbaa2ed6c491 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=32cb1672-c8a5-4845-a422-960468eeb90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512114 Jul 14 14:06:42.640105 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-37b85682-066d-46fe-bee3-4299ee6cadbd tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:42.640429 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-37b85682-066d-46fe-bee3-4299ee6cadbd tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:42.651474 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-37b85682-066d-46fe-bee3-4299ee6cadbd tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Calling delete_port for f122ad82-1a2c-4101-b4e4-a4eaf575f859 owned by network:floatingip {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:06:42.715211 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd9ebc6b-bb1c-44b6-b160-2a1065726f89 req-c51d68b4-34ec-45e1-874f-7510412e2c74 service neutron] 10.222.0.54 "GET /v2.0/networks/32cb1672-c8a5-4845-a422-960468eeb90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778148 Jul 14 14:06:42.806474 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd9ebc6b-bb1c-44b6-b160-2a1065726f89 req-99224660-f7b5-4289-96c4-2d84f0e67c34 service neutron] 10.222.0.54 "GET /v2.0/networks/32cb1672-c8a5-4845-a422-960468eeb90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845833 Jul 14 14:06:42.819749 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-37b85682-066d-46fe-bee3-4299ee6cadbd tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:42.844750 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b85682-066d-46fe-bee3-4299ee6cadbd tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Pushing event deleted for resources: {'Port': ['ID=f122ad82-1a2c-4101-b4e4-a4eaf575f859,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:42.908462 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-37b85682-066d-46fe-bee3-4299ee6cadbd tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks [] for floatingip, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:42.908728 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.db.l3_db [None req-37b85682-066d-46fe-bee3-4299ee6cadbd tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Floating IP 89dbf796-171e-40a7-bfad-7c50cdf60320 disassociated (deleted). External IP: 172.27.2.122, port: 0850345f-6ea8-4362-ae6b-a868244c7bcd. Jul 14 14:06:43.103147 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b85682-066d-46fe-bee3-4299ee6cadbd tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Router 9120bb88-3618-4180-9b7f-a82c80d9a159 has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:06:43.204083 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b85682-066d-46fe-bee3-4299ee6cadbd tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:06:43.208661 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-37b85682-066d-46fe-bee3-4299ee6cadbd tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for floatingip, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:43.214312 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583dac6e-a29d-4c08-89dc-d6019b754c88 None None] Sync routers for ids ['9120bb88-3618-4180-9b7f-a82c80d9a159'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:06:43.222920 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583dac6e-a29d-4c08-89dc-d6019b754c88 None None] Routers {'9120bb88-3618-4180-9b7f-a82c80d9a159'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:06:43.223524 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-583dac6e-a29d-4c08-89dc-d6019b754c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:06:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['9120bb88-3618-4180-9b7f-a82c80d9a159'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:43.249059 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-37b85682-066d-46fe-bee3-4299ee6cadbd tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "DELETE /v2.0/floatingips/89dbf796-171e-40a7-bfad-7c50cdf60320 HTTP/1.1" status: 204 len: 168 time: 0.8701963 Jul 14 14:06:43.249651 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a25dd8a-5761-48d3-9dde-0d258583948e', 'tag': '0850345f-6ea8-4362-ae6b-a868244c7bcd'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:06:43.252100 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31caa09cefd84d89e0f6bc05e36e7b56708507d4cefba0b4e9c94fc307b5637f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbafe1bf-9c5b-4a12-b16b-487ffebce67a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a25dd8a-5761-48d3-9dde-0d258583948e", "tag": "0850345f-6ea8-4362-ae6b-a868244c7bcd"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:06:43.289291 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f3a8d7-4bee-4452-a8b8-884131a25e6c x-openstack-request-id: req-97f3a8d7-4bee-4452-a8b8-884131a25e6c {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:06:43.289707 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a25dd8a-5761-48d3-9dde-0d258583948e", "tag": "0850345f-6ea8-4362-ae6b-a868244c7bcd", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:06:43.290047 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-97f3a8d7-4bee-4452-a8b8-884131a25e6c {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:06:43.290529 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a25dd8a-5761-48d3-9dde-0d258583948e', 'tag': '0850345f-6ea8-4362-ae6b-a868244c7bcd', 'status': 'completed', 'code': 200} Jul 14 14:06:43.330005 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-583dac6e-a29d-4c08-89dc-d6019b754c88 None None] Set router 9120bb88-3618-4180-9b7f-a82c80d9a159 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:06:43.368797 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafe1bf-9c5b-4a12-b16b-487ffebce67a req-7a574c9f-98a3-4739-a81a-8455395533ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:43.370509 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dbafe1bf-9c5b-4a12-b16b-487ffebce67a req-7a574c9f-98a3-4739-a81a-8455395533ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2801c616dd1240b5a184466380e52f61&device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 1098 time: 0.0555193 Jul 14 14:06:43.475001 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafe1bf-9c5b-4a12-b16b-487ffebce67a req-730ff9be-6120-4810-b06c-1f792b5b3ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:43.476806 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dbafe1bf-9c5b-4a12-b16b-487ffebce67a req-730ff9be-6120-4810-b06c-1f792b5b3ad1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=32cb1672-c8a5-4845-a422-960468eeb90c HTTP/1.1" status: 200 len: 916 time: 0.0962629 Jul 14 14:06:43.527595 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dbafe1bf-9c5b-4a12-b16b-487ffebce67a req-506d7cfc-24d2-4709-bd77-0fe8abe7853d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0850345f-6ea8-4362-ae6b-a868244c7bcd HTTP/1.1" status: 200 len: 217 time: 0.0378053 Jul 14 14:06:43.541059 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-583dac6e-a29d-4c08-89dc-d6019b754c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'name': 'tempest-TestMinimumBasicScenario-1440374104-router', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:30Z', 'updated_at': '2021-07-14T14:04:34Z', 'revision_number': 4, 'project_id': '2801c616dd1240b5a184466380e52f61', 'gw_port': {'id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:31Z', 'updated_at': '2021-07-14T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '8585176e-0206-4232-9a6d-5387c3b7d591', 'name': '', 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'mac_address': 'fa:16:3e:03:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '11bede15-8f62-4259-917a-be19d57adfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:33Z', 'updated_at': '2021-07-14T14:04:41Z', 'revision_number': 5, 'project_id': '2801c616dd1240b5a184466380e52f61', 'subnets': [{'id': '11bede15-8f62-4259-917a-be19d57adfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:43.567815 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583dac6e-a29d-4c08-89dc-d6019b754c88 None None] Checking router: 9120bb88-3618-4180-9b7f-a82c80d9a159 for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:06:43.577168 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583dac6e-a29d-4c08-89dc-d6019b754c88 None None] Routers {'9120bb88-3618-4180-9b7f-a82c80d9a159'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:06:43.577785 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-583dac6e-a29d-4c08-89dc-d6019b754c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:06:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['9120bb88-3618-4180-9b7f-a82c80d9a159'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:43.598084 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafe1bf-9c5b-4a12-b16b-487ffebce67a req-75f65a8a-aba4-4a63-ab9b-433c999a1f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:43.599866 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dbafe1bf-9c5b-4a12-b16b-487ffebce67a req-75f65a8a-aba4-4a63-ab9b-433c999a1f0a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=11bede15-8f62-4259-917a-be19d57adfaa HTTP/1.1" status: 200 len: 854 time: 0.0637736 Jul 14 14:06:43.662888 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafe1bf-9c5b-4a12-b16b-487ffebce67a req-b14b1c94-0781-4ccf-8e44-4934cd9b4202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:43.664505 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dbafe1bf-9c5b-4a12-b16b-487ffebce67a req-b14b1c94-0781-4ccf-8e44-4934cd9b4202 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=32cb1672-c8a5-4845-a422-960468eeb90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552738 Jul 14 14:06:43.693658 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:43.695944 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-583dac6e-a29d-4c08-89dc-d6019b754c88 None None] Set router 9120bb88-3618-4180-9b7f-a82c80d9a159 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:06:43.752648 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dbafe1bf-9c5b-4a12-b16b-487ffebce67a req-46347746-0312-4d5f-88ee-b6906586c2d5 service neutron] 10.222.0.54 "GET /v2.0/networks/32cb1672-c8a5-4845-a422-960468eeb90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809715 Jul 14 14:06:43.843747 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dbafe1bf-9c5b-4a12-b16b-487ffebce67a req-96874988-e99c-4df6-a04c-03f016296453 service neutron] 10.222.0.54 "GET /v2.0/networks/32cb1672-c8a5-4845-a422-960468eeb90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842986 Jul 14 14:06:43.891289 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-583dac6e-a29d-4c08-89dc-d6019b754c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'name': 'tempest-TestMinimumBasicScenario-1440374104-router', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:30Z', 'updated_at': '2021-07-14T14:04:34Z', 'revision_number': 4, 'project_id': '2801c616dd1240b5a184466380e52f61', 'gw_port': {'id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:31Z', 'updated_at': '2021-07-14T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '8585176e-0206-4232-9a6d-5387c3b7d591', 'name': '', 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'mac_address': 'fa:16:3e:03:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '11bede15-8f62-4259-917a-be19d57adfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:33Z', 'updated_at': '2021-07-14T14:04:41Z', 'revision_number': 5, 'project_id': '2801c616dd1240b5a184466380e52f61', 'subnets': [{'id': '11bede15-8f62-4259-917a-be19d57adfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:43.916291 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583dac6e-a29d-4c08-89dc-d6019b754c88 None None] The sync data for ids ['9120bb88-3618-4180-9b7f-a82c80d9a159'] in dv-cinder-797608-5-iscsi is: [{'id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'name': 'tempest-TestMinimumBasicScenario-1440374104-router', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:30Z', 'updated_at': '2021-07-14T14:04:34Z', 'revision_number': 4, 'project_id': '2801c616dd1240b5a184466380e52f61', 'gw_port': {'id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:31Z', 'updated_at': '2021-07-14T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '8585176e-0206-4232-9a6d-5387c3b7d591', 'name': '', 'network_id': '32cb1672-c8a5-4845-a422-960468eeb90c', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'mac_address': 'fa:16:3e:03:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '11bede15-8f62-4259-917a-be19d57adfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:33Z', 'updated_at': '2021-07-14T14:04:41Z', 'revision_number': 5, 'project_id': '2801c616dd1240b5a184466380e52f61', 'subnets': [{'id': '11bede15-8f62-4259-917a-be19d57adfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:06:44.125525 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d0cebd-8f30-4ed0-90d8-8c3f3da4ced8 None None] New status for floating IP 89dbf796-171e-40a7-bfad-7c50cdf60320: DOWN {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:06:46.297329 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a894e3a-7829-4430-baa2-b886e6297286 req-f5893815-4502-40c6-9ee0-93f122d90daa tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:46.298690 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5a894e3a-7829-4430-baa2-b886e6297286 req-f5893815-4502-40c6-9ee0-93f122d90daa tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 945 time: 0.0611188 Jul 14 14:06:46.335384 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5a894e3a-7829-4430-baa2-b886e6297286 req-77e4a11e-237f-465b-8824-e950a773e3f7 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305939 Jul 14 14:06:47.505439 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fcff5-ab41-4752-9f83-15fdf8c2bf19 req-308d767f-3815-48e7-94b9-7bb12894d0fc tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:47.507207 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5d7fcff5-ab41-4752-9f83-15fdf8c2bf19 req-308d767f-3815-48e7-94b9-7bb12894d0fc tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 945 time: 0.0617692 Jul 14 14:06:47.543673 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5d7fcff5-ab41-4752-9f83-15fdf8c2bf19 req-f6ac93f0-24e8-431b-8241-fcda21233532 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310037 Jul 14 14:06:48.349785 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9dc36-0fb8-476b-8080-2cd7d687fbca req-c18f697e-46ed-41e7-8cfa-b71998fd018a tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:48.351244 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f6d9dc36-0fb8-476b-8080-2cd7d687fbca req-c18f697e-46ed-41e7-8cfa-b71998fd018a tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 945 time: 0.0609436 Jul 14 14:06:48.450628 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-f6d9dc36-0fb8-476b-8080-2cd7d687fbca req-cf839c57-b194-4e00-9dd5-80bb9531579d tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Deleting port 0850345f-6ea8-4362-ae6b-a868244c7bcd {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:06:48.450969 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f6d9dc36-0fb8-476b-8080-2cd7d687fbca req-cf839c57-b194-4e00-9dd5-80bb9531579d tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:48.534366 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-f6d9dc36-0fb8-476b-8080-2cd7d687fbca req-cf839c57-b194-4e00-9dd5-80bb9531579d tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] For port 0850345f-6ea8-4362-ae6b-a868244c7bcd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0850345f-6ea8-4362-ae6b-a868244c7bcd,segment=NetworkSegment(32fb9395-0863-4521-82f8-b2cb70abbad1),segment_id=32fb9395-0863-4521-82f8-b2cb70abbad1)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:06:48.535067 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f6d9dc36-0fb8-476b-8080-2cd7d687fbca req-cf839c57-b194-4e00-9dd5-80bb9531579d tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:48.547493 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-f6d9dc36-0fb8-476b-8080-2cd7d687fbca req-cf839c57-b194-4e00-9dd5-80bb9531579d tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Calling delete_port for 0850345f-6ea8-4362-ae6b-a868244c7bcd owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:06:48.674660 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f6d9dc36-0fb8-476b-8080-2cd7d687fbca req-cf839c57-b194-4e00-9dd5-80bb9531579d tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:48.689071 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] get_ports_and_sgs() called for port_ids ['0850345f-6ea8-4362-ae6b-a868244c7bcd'] {{(pid=92931) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:06:48.703018 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf839c57-b194-4e00-9dd5-80bb9531579d tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Pushing event deleted for resources: {'Port': ['ID=0850345f-6ea8-4362-ae6b-a868244c7bcd,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:48.717498 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f740a31-1883-4530-ad9a-5b1eb3f061c7 req-498ae26f-eaeb-4f7d-99a5-e880b023113f tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:48.719042 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9f740a31-1883-4530-ad9a-5b1eb3f061c7 req-498ae26f-eaeb-4f7d-99a5-e880b023113f tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a25dd8a-5761-48d3-9dde-0d258583948e HTTP/1.1" status: 200 len: 867 time: 0.0681624 Jul 14 14:06:48.752681 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d9dc36-0fb8-476b-8080-2cd7d687fbca req-cf839c57-b194-4e00-9dd5-80bb9531579d tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] No DVR routers for this DVR port 0850345f-6ea8-4362-ae6b-a868244c7bcd on host hv-cinder-79760 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:06:48.755190 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f6d9dc36-0fb8-476b-8080-2cd7d687fbca req-cf839c57-b194-4e00-9dd5-80bb9531579d tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:48.757206 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f6d9dc36-0fb8-476b-8080-2cd7d687fbca req-cf839c57-b194-4e00-9dd5-80bb9531579d tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.54 "DELETE /v2.0/ports/0850345f-6ea8-4362-ae6b-a868244c7bcd HTTP/1.1" status: 204 len: 173 time: 0.4001298 Jul 14 14:06:48.757675 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a25dd8a-5761-48d3-9dde-0d258583948e', 'name': 'network-vif-deleted', 'tag': '0850345f-6ea8-4362-ae6b-a868244c7bcd'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:06:48.759240 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9f740a31-1883-4530-ad9a-5b1eb3f061c7 req-f9cde3a1-efdf-483b-980f-311866abff91 tempest-TestMinimumBasicScenario-482742333 tempest-TestMinimumBasicScenario-482742333-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343912 Jul 14 14:06:48.759921 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909b144a-9d82-4cb6-962f-b316e6b1b1b0" -d '{"events": [{"server_uuid": "6a25dd8a-5761-48d3-9dde-0d258583948e", "name": "network-vif-deleted", "tag": "0850345f-6ea8-4362-ae6b-a868244c7bcd"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:06:48.795003 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d068b0e-a8b6-4ae4-b24b-ea8f4268d639 x-openstack-request-id: req-1d068b0e-a8b6-4ae4-b24b-ea8f4268d639 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:06:48.795287 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a25dd8a-5761-48d3-9dde-0d258583948e", "name": "network-vif-deleted", "tag": "0850345f-6ea8-4362-ae6b-a868244c7bcd", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:06:48.795534 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1d068b0e-a8b6-4ae4-b24b-ea8f4268d639 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:06:48.795955 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a25dd8a-5761-48d3-9dde-0d258583948e', 'name': 'network-vif-deleted', 'tag': '0850345f-6ea8-4362-ae6b-a868244c7bcd', 'status': 'completed', 'code': 200} Jul 14 14:06:50.401022 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 39122) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:50.728713 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dca88ab1-2666-42cf-8bef-3045faa81747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-726084'] for router_interface, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:50.968920 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-dca88ab1-2666-42cf-8bef-3045faa81747 admin admin] Deleting port 8585176e-0206-4232-9a6d-5387c3b7d591 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:06:50.969252 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dca88ab1-2666-42cf-8bef-3045faa81747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:51.042219 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-dca88ab1-2666-42cf-8bef-3045faa81747 admin admin] For port 8585176e-0206-4232-9a6d-5387c3b7d591, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=8585176e-0206-4232-9a6d-5387c3b7d591,segment=NetworkSegment(32fb9395-0863-4521-82f8-b2cb70abbad1),segment_id=32fb9395-0863-4521-82f8-b2cb70abbad1)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:06:51.042496 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dca88ab1-2666-42cf-8bef-3045faa81747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:51.054196 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-dca88ab1-2666-42cf-8bef-3045faa81747 admin admin] Calling delete_port for 8585176e-0206-4232-9a6d-5387c3b7d591 owned by network:router_interface {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:06:51.223548 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dca88ab1-2666-42cf-8bef-3045faa81747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:51.252548 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca88ab1-2666-42cf-8bef-3045faa81747 admin admin] Pushing event deleted for resources: {'Port': ['ID=8585176e-0206-4232-9a6d-5387c3b7d591,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:51.412778 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dca88ab1-2666-42cf-8bef-3045faa81747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726248'] for router_interface, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:51.620317 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca88ab1-2666-42cf-8bef-3045faa81747 admin admin] Router 9120bb88-3618-4180-9b7f-a82c80d9a159 has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:06:51.719148 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca88ab1-2666-42cf-8bef-3045faa81747 admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:06:51.724061 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-dca88ab1-2666-42cf-8bef-3045faa81747 admin admin] 10.222.0.45 "PUT /v2.0/routers/9120bb88-3618-4180-9b7f-a82c80d9a159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3220270 Jul 14 14:06:51.727153 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 39124) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:51.731302 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c62e2e-cda1-4b9a-bcbf-eb50ae150ce4 None None] Sync routers for ids ['9120bb88-3618-4180-9b7f-a82c80d9a159'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:06:51.740309 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c62e2e-cda1-4b9a-bcbf-eb50ae150ce4 None None] Routers {'9120bb88-3618-4180-9b7f-a82c80d9a159'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:06:51.740901 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-b6c62e2e-cda1-4b9a-bcbf-eb50ae150ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:06:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['9120bb88-3618-4180-9b7f-a82c80d9a159'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:51.824698 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a3041338-7e76-491b-8b36-66ee36185790 admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:51.840501 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-b6c62e2e-cda1-4b9a-bcbf-eb50ae150ce4 None None] Set router 9120bb88-3618-4180-9b7f-a82c80d9a159 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:06:51.964801 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 0850345f-6ea8-4362-ae6b-a868244c7bcd no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:06:51.995288 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] No Port match for: 0850345f-6ea8-4362-ae6b-a868244c7bcd {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:06:51.995645 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device 0850345f-6ea8-4362-ae6b-a868244c7bcd not bound to the agent host hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:06:52.043233 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-b6c62e2e-cda1-4b9a-bcbf-eb50ae150ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'name': 'tempest-TestMinimumBasicScenario-1440374104-router', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:30Z', 'updated_at': '2021-07-14T14:06:51Z', 'revision_number': 5, 'project_id': '2801c616dd1240b5a184466380e52f61', 'gw_port': {'id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:31Z', 'updated_at': '2021-07-14T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:52.068868 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c62e2e-cda1-4b9a-bcbf-eb50ae150ce4 None None] Checking router: 9120bb88-3618-4180-9b7f-a82c80d9a159 for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:06:52.076995 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c62e2e-cda1-4b9a-bcbf-eb50ae150ce4 None None] Routers {'9120bb88-3618-4180-9b7f-a82c80d9a159'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:06:52.077594 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-b6c62e2e-cda1-4b9a-bcbf-eb50ae150ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:06:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['9120bb88-3618-4180-9b7f-a82c80d9a159'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:52.206421 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a3041338-7e76-491b-8b36-66ee36185790 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:52.259768 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-a3041338-7e76-491b-8b36-66ee36185790 admin admin] Deleting port 172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:06:52.260012 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a3041338-7e76-491b-8b36-66ee36185790 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:52.295527 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-b6c62e2e-cda1-4b9a-bcbf-eb50ae150ce4 None None] Set router 9120bb88-3618-4180-9b7f-a82c80d9a159 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:06:52.335929 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-a3041338-7e76-491b-8b36-66ee36185790 admin admin] For port 172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:06:52.336597 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a3041338-7e76-491b-8b36-66ee36185790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:52.349392 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-a3041338-7e76-491b-8b36-66ee36185790 admin admin] Calling delete_port for 172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7 owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:06:52.476556 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-b6c62e2e-cda1-4b9a-bcbf-eb50ae150ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'name': 'tempest-TestMinimumBasicScenario-1440374104-router', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:30Z', 'updated_at': '2021-07-14T14:06:51Z', 'revision_number': 5, 'project_id': '2801c616dd1240b5a184466380e52f61', 'gw_port': {'id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:31Z', 'updated_at': '2021-07-14T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:52.509120 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c62e2e-cda1-4b9a-bcbf-eb50ae150ce4 None None] The sync data for ids ['9120bb88-3618-4180-9b7f-a82c80d9a159'] in dv-cinder-797608-5-iscsi is: [{'id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'name': 'tempest-TestMinimumBasicScenario-1440374104-router', 'tenant_id': '2801c616dd1240b5a184466380e52f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:30Z', 'updated_at': '2021-07-14T14:06:51Z', 'revision_number': 5, 'project_id': '2801c616dd1240b5a184466380e52f61', 'gw_port': {'id': '172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9120bb88-3618-4180-9b7f-a82c80d9a159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:31Z', 'updated_at': '2021-07-14T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:06:52.518866 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a3041338-7e76-491b-8b36-66ee36185790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:52.547236 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3041338-7e76-491b-8b36-66ee36185790 admin admin] Pushing event deleted for resources: {'Port': ['ID=172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:52.613200 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a3041338-7e76-491b-8b36-66ee36185790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728846'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:52.699520 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a3041338-7e76-491b-8b36-66ee36185790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58013'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:52.701595 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a3041338-7e76-491b-8b36-66ee36185790 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:52.742940 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a3041338-7e76-491b-8b36-66ee36185790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723205'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:52.743571 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3041338-7e76-491b-8b36-66ee36185790 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9120bb88-3618-4180-9b7f-a82c80d9a159 {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:06:52.747558 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a3041338-7e76-491b-8b36-66ee36185790 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:52.748666 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a3041338-7e76-491b-8b36-66ee36185790 admin admin] 10.222.0.45 "DELETE /v2.0/routers/9120bb88-3618-4180-9b7f-a82c80d9a159 HTTP/1.1" status: 204 len: 168 time: 1.0205445 Jul 14 14:06:52.751223 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 39126) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:52.797441 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c536101-4a80-4199-8201-ad9ba2fcda49 admin admin] Deleting subnet 11bede15-8f62-4259-917a-be19d57adfaa {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:06:52.800371 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4c536101-4a80-4199-8201-ad9ba2fcda49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:52.832479 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4c536101-4a80-4199-8201-ad9ba2fcda49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125937022'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:52.852600 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 39128) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:52.971326 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 8585176e-0206-4232-9a6d-5387c3b7d591 no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:06:52.992269 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: 8585176e-0206-4232-9a6d-5387c3b7d591 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:06:52.992766 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 8585176e-0206-4232-9a6d-5387c3b7d591 not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:06:53.009504 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4c536101-4a80-4199-8201-ad9ba2fcda49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1831242'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.091805 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4c536101-4a80-4199-8201-ad9ba2fcda49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125936972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126024884'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.101670 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-ad99665a-c0ad-4bab-a83a-902feb8a624f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Deleting port 2f58cb67-a9a2-49bf-92c2-0d6a375b7c7a {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:06:53.102007 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ad99665a-c0ad-4bab-a83a-902feb8a624f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.122272 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c536101-4a80-4199-8201-ad9ba2fcda49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11bede15-8f62-4259-917a-be19d57adfaa,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:53.131264 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010f6f0e-40e1-4beb-acaa-e48553bdb2e6 None None] Network 32cb1672-c8a5-4845-a422-960468eeb90c requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:06:53.134589 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4c536101-4a80-4199-8201-ad9ba2fcda49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.136607 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4c536101-4a80-4199-8201-ad9ba2fcda49 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/11bede15-8f62-4259-917a-be19d57adfaa HTTP/1.1" status: 204 len: 168 time: 0.3842812 Jul 14 14:06:53.139199 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 39130) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:53.209949 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ad99665a-c0ad-4bab-a83a-902feb8a624f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.210289 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ad99665a-c0ad-4bab-a83a-902feb8a624f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.218142 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-648a6aaf-11bf-436a-acc5-acccfdf6bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670563'] for network, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.224142 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-ad99665a-c0ad-4bab-a83a-902feb8a624f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Calling delete_port for 2f58cb67-a9a2-49bf-92c2-0d6a375b7c7a owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:06:53.282345 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-648a6aaf-11bf-436a-acc5-acccfdf6bb7a admin admin] Deleting port c006882c-c06b-4034-8a9f-7ebf66e510e6 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:06:53.282819 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-648a6aaf-11bf-436a-acc5-acccfdf6bb7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.394968 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ad99665a-c0ad-4bab-a83a-902feb8a624f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.426272 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99665a-c0ad-4bab-a83a-902feb8a624f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Pushing event deleted for resources: {'Port': ['ID=2f58cb67-a9a2-49bf-92c2-0d6a375b7c7a,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:53.494536 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ad99665a-c0ad-4bab-a83a-902feb8a624f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.494864 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-ad99665a-c0ad-4bab-a83a-902feb8a624f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Floating IP 23cd7318-4753-43b5-98d0-bbb1e4d7d350 disassociated (deleted). External IP: 172.27.2.198, port: b7953041-90d7-47f0-8a39-cb37af4cadeb. Jul 14 14:06:53.581472 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-648a6aaf-11bf-436a-acc5-acccfdf6bb7a admin admin] For port c006882c-c06b-4034-8a9f-7ebf66e510e6, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=c006882c-c06b-4034-8a9f-7ebf66e510e6,segment=NetworkSegment(32fb9395-0863-4521-82f8-b2cb70abbad1),segment_id=32fb9395-0863-4521-82f8-b2cb70abbad1)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:06:53.581714 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-648a6aaf-11bf-436a-acc5-acccfdf6bb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.595202 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-648a6aaf-11bf-436a-acc5-acccfdf6bb7a admin admin] Calling delete_port for c006882c-c06b-4034-8a9f-7ebf66e510e6 owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:06:53.625410 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779db42d-a217-4b24-8bf0-25db8785efc3 None None] DHCP port deletion for 32cb1672-c8a5-4845-a422-960468eeb90c request from dv-cinder-797608-5-iscsi {{(pid=92931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:06:53.681107 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-779db42d-a217-4b24-8bf0-25db8785efc3 None None] Deleting port c006882c-c06b-4034-8a9f-7ebf66e510e6 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:06:53.681508 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-779db42d-a217-4b24-8bf0-25db8785efc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.683744 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-648a6aaf-11bf-436a-acc5-acccfdf6bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.712364 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648a6aaf-11bf-436a-acc5-acccfdf6bb7a admin admin] No DVR routers for this DVR port c006882c-c06b-4034-8a9f-7ebf66e510e6 on host dv-cinder-797608-5-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:06:53.717946 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a6aaf-11bf-436a-acc5-acccfdf6bb7a admin admin] Pushing event deleted for resources: {'Port': ['ID=c006882c-c06b-4034-8a9f-7ebf66e510e6,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:53.730725 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad99665a-c0ad-4bab-a83a-902feb8a624f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Router 40b081a8-ccc5-4265-b708-75b5c3dd3e4f has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:06:53.746699 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-779db42d-a217-4b24-8bf0-25db8785efc3 None None] For port c006882c-c06b-4034-8a9f-7ebf66e510e6, host dv-cinder-797608-5-iscsi, got binding levels [] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:06:53.747077 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-779db42d-a217-4b24-8bf0-25db8785efc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.763333 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-779db42d-a217-4b24-8bf0-25db8785efc3 None None] Calling delete_port for c006882c-c06b-4034-8a9f-7ebf66e510e6 owned by network:dhcp {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:06:53.765968 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.ipam_backend_mixin [None req-779db42d-a217-4b24-8bf0-25db8785efc3 None None] Port c006882c-c06b-4034-8a9f-7ebf66e510e6 was not found and therefore no delete operation was performed {{(pid=92931) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 14:06:53.767157 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-779db42d-a217-4b24-8bf0-25db8785efc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.791042 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779db42d-a217-4b24-8bf0-25db8785efc3 None None] Pushing event deleted for resources: {'Port': ['ID=c006882c-c06b-4034-8a9f-7ebf66e510e6,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:53.791638 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-648a6aaf-11bf-436a-acc5-acccfdf6bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833695', 'neutron.services.segments.db._delete_segments_for_network-8781940339011'] for network, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.798697 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779db42d-a217-4b24-8bf0-25db8785efc3 None None] No DVR routers for this DVR port c006882c-c06b-4034-8a9f-7ebf66e510e6 on host dv-cinder-797608-5-iscsi {{(pid=92931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:06:53.801000 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db42d-a217-4b24-8bf0-25db8785efc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:53.801341 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db42d-a217-4b24-8bf0-25db8785efc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:53.801669 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db42d-a217-4b24-8bf0-25db8785efc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:53.802012 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db42d-a217-4b24-8bf0-25db8785efc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:53.802315 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db42d-a217-4b24-8bf0-25db8785efc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:53.802832 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db42d-a217-4b24-8bf0-25db8785efc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:53.803153 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db42d-a217-4b24-8bf0-25db8785efc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:53.803471 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db42d-a217-4b24-8bf0-25db8785efc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:53.803813 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db42d-a217-4b24-8bf0-25db8785efc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:53.804157 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db42d-a217-4b24-8bf0-25db8785efc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:53.805068 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db42d-a217-4b24-8bf0-25db8785efc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:53.805384 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db42d-a217-4b24-8bf0-25db8785efc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-5-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:53.815399 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-648a6aaf-11bf-436a-acc5-acccfdf6bb7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32cb1672-c8a5-4845-a422-960468eeb90c']}} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:53.826091 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-648a6aaf-11bf-436a-acc5-acccfdf6bb7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32fb9395-0863-4521-82f8-b2cb70abbad1') {'for_net_delete': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:53.826882 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-648a6aaf-11bf-436a-acc5-acccfdf6bb7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32fb9395-0863-4521-82f8-b2cb70abbad1') {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:53.835106 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-648a6aaf-11bf-436a-acc5-acccfdf6bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781940338508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127483973'] for segment, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.848701 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad99665a-c0ad-4bab-a83a-902feb8a624f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:06:53.849284 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-648a6aaf-11bf-436a-acc5-acccfdf6bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.853707 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ad99665a-c0ad-4bab-a83a-902feb8a624f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.856283 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648a6aaf-11bf-436a-acc5-acccfdf6bb7a admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=92930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:06:53.856561 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-648a6aaf-11bf-436a-acc5-acccfdf6bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127484915'] for segment, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: Traceback (most recent call last): Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: timer() Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: cb(*args, **kw) Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: return func(*args, **kwargs) Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: self._notify() Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: self.callback(batched_events) Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: event.method(event) Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: return f(self, *a, **k) Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: return self._get(url).json() Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: return self.request(url, 'GET', **kwargs) Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:06:53.858341 dv-cinder-797608-5-iscsi neutron-server[92930]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:06:53.864963 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138e3a7c-c9d1-4f22-853e-6911922b4b96 None None] Sync routers for ids ['40b081a8-ccc5-4265-b708-75b5c3dd3e4f'] in dv-cinder-797608-5-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:06:53.877309 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138e3a7c-c9d1-4f22-853e-6911922b4b96 None None] Routers {'40b081a8-ccc5-4265-b708-75b5c3dd3e4f'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:06:53.878024 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-138e3a7c-c9d1-4f22-853e-6911922b4b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:06:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['40b081a8-ccc5-4265-b708-75b5c3dd3e4f'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:53.890467 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ad99665a-c0ad-4bab-a83a-902feb8a624f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "DELETE /v2.0/floatingips/23cd7318-4753-43b5-98d0-bbb1e4d7d350 HTTP/1.1" status: 204 len: 168 time: 1.0368364 Jul 14 14:06:53.891051 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf83fea7-0819-4861-badc-367f5dfbe0e0', 'tag': 'b7953041-90d7-47f0-8a39-cb37af4cadeb'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:06:53.893349 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c5292f-2df4-4d84-ae1e-ee5b129a0b49" -d '{"events": [{"name": "network-changed", "server_uuid": "cf83fea7-0819-4861-badc-367f5dfbe0e0", "tag": "b7953041-90d7-47f0-8a39-cb37af4cadeb"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:06:53.917036 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-648a6aaf-11bf-436a-acc5-acccfdf6bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728938'] for network, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.930702 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a690fa66-14d8-4630-8fb0-02f828bc08ec x-openstack-request-id: req-a690fa66-14d8-4630-8fb0-02f828bc08ec {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:06:53.931125 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf83fea7-0819-4861-badc-367f5dfbe0e0", "tag": "b7953041-90d7-47f0-8a39-cb37af4cadeb", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:06:53.931418 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-648a6aaf-11bf-436a-acc5-acccfdf6bb7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:53.931542 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a690fa66-14d8-4630-8fb0-02f828bc08ec {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:06:53.932037 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf83fea7-0819-4861-badc-367f5dfbe0e0', 'tag': 'b7953041-90d7-47f0-8a39-cb37af4cadeb', 'status': 'completed', 'code': 200} Jul 14 14:06:53.933380 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-648a6aaf-11bf-436a-acc5-acccfdf6bb7a admin admin] 10.222.0.45 "DELETE /v2.0/networks/32cb1672-c8a5-4845-a422-960468eeb90c HTTP/1.1" status: 204 len: 168 time: 0.7924008 Jul 14 14:06:53.936637 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 39136) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:53.944463 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a6aaf-11bf-436a-acc5-acccfdf6bb7a admin admin] Pushing event deleted for resources: {'Network': ['ID=32cb1672-c8a5-4845-a422-960468eeb90c,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:54.086744 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5292f-2df4-4d84-ae1e-ee5b129a0b49 req-27cc18e8-5657-448a-927c-c23dc952ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:54.088255 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-32c5292f-2df4-4d84-ae1e-ee5b129a0b49 req-27cc18e8-5657-448a-927c-c23dc952ddf9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0ee76060bbe74f9c82a94850df8e577a&device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 1099 time: 0.1100640 Jul 14 14:06:54.102507 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-138e3a7c-c9d1-4f22-853e-6911922b4b96 None None] Set router 40b081a8-ccc5-4265-b708-75b5c3dd3e4f gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:06:54.298704 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-138e3a7c-c9d1-4f22-853e-6911922b4b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'name': 'tempest-TestShelveInstance-1551460002-router', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:12Z', 'revision_number': 4, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'gw_port': {'id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '70d7d968-7c3f-4ad3-965a-96bad8866729', 'name': '', 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'mac_address': 'fa:16:3e:8d:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:12Z', 'updated_at': '2021-07-14T14:02:19Z', 'revision_number': 5, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'subnets': [{'id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:54.321075 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5292f-2df4-4d84-ae1e-ee5b129a0b49 req-4cfa10b2-4614-449a-b12b-35806936303c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:54.322539 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-32c5292f-2df4-4d84-ae1e-ee5b129a0b49 req-4cfa10b2-4614-449a-b12b-35806936303c service neutron] 10.222.0.54 "GET /v2.0/networks?id=912804b8-d37d-4c84-875b-d14a8f8749af HTTP/1.1" status: 200 len: 910 time: 0.1985855 Jul 14 14:06:54.328436 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138e3a7c-c9d1-4f22-853e-6911922b4b96 None None] Checking router: 40b081a8-ccc5-4265-b708-75b5c3dd3e4f for host: dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:06:54.337083 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138e3a7c-c9d1-4f22-853e-6911922b4b96 None None] Routers {'40b081a8-ccc5-4265-b708-75b5c3dd3e4f'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:06:54.337476 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-138e3a7c-c9d1-4f22-853e-6911922b4b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:06:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['40b081a8-ccc5-4265-b708-75b5c3dd3e4f'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:54.379150 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-32c5292f-2df4-4d84-ae1e-ee5b129a0b49 req-9950867c-f46f-4f01-bbdb-1aee96e98ee6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7953041-90d7-47f0-8a39-cb37af4cadeb HTTP/1.1" status: 200 len: 217 time: 0.0460551 Jul 14 14:06:54.389836 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1e4bf-1eb6-4b71-ba67-a3a51b235bd5 req-c972e6a2-f930-4800-82fb-58f249a2f94f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:54.391266 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-23a1e4bf-1eb6-4b71-ba67-a3a51b235bd5 req-c972e6a2-f930-4800-82fb-58f249a2f94f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 946 time: 0.1754267 Jul 14 14:06:54.439046 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-138e3a7c-c9d1-4f22-853e-6911922b4b96 None None] Set router 40b081a8-ccc5-4265-b708-75b5c3dd3e4f gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:06:54.486416 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5292f-2df4-4d84-ae1e-ee5b129a0b49 req-664743f6-4c30-42a7-89e2-b85b1310213d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:54.487893 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-32c5292f-2df4-4d84-ae1e-ee5b129a0b49 req-664743f6-4c30-42a7-89e2-b85b1310213d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e2c4544b-3f60-44d2-96fb-444567e7ddec HTTP/1.1" status: 200 len: 848 time: 0.0955930 Jul 14 14:06:54.490873 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-23a1e4bf-1eb6-4b71-ba67-a3a51b235bd5 req-97688751-3111-4603-b4b2-fedc78dc4be8 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882001 Jul 14 14:06:54.585032 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5292f-2df4-4d84-ae1e-ee5b129a0b49 req-9ac1b290-63d2-427e-bc08-294c791b1127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:54.586471 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-32c5292f-2df4-4d84-ae1e-ee5b129a0b49 req-9ac1b290-63d2-427e-bc08-294c791b1127 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=912804b8-d37d-4c84-875b-d14a8f8749af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0887964 Jul 14 14:06:54.631418 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-138e3a7c-c9d1-4f22-853e-6911922b4b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'name': 'tempest-TestShelveInstance-1551460002-router', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:12Z', 'revision_number': 4, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'gw_port': {'id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '70d7d968-7c3f-4ad3-965a-96bad8866729', 'name': '', 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'mac_address': 'fa:16:3e:8d:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:12Z', 'updated_at': '2021-07-14T14:02:19Z', 'revision_number': 5, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'subnets': [{'id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:54.656548 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138e3a7c-c9d1-4f22-853e-6911922b4b96 None None] The sync data for ids ['40b081a8-ccc5-4265-b708-75b5c3dd3e4f'] in dv-cinder-797608-5-iscsi is: [{'id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'name': 'tempest-TestShelveInstance-1551460002-router', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:12Z', 'revision_number': 4, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'gw_port': {'id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi', '_interfaces': [{'id': '70d7d968-7c3f-4ad3-965a-96bad8866729', 'name': '', 'network_id': '912804b8-d37d-4c84-875b-d14a8f8749af', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'mac_address': 'fa:16:3e:8d:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:12Z', 'updated_at': '2021-07-14T14:02:19Z', 'revision_number': 5, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'subnets': [{'id': 'e2c4544b-3f60-44d2-96fb-444567e7ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:06:54.658395 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-34c01f3b-fabb-4499-aa87-986ebd1375da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-726084'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:54.717937 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:06:54.760308 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-32c5292f-2df4-4d84-ae1e-ee5b129a0b49 req-d089db1f-beb2-4f86-9c63-83b00c69ecc2 service neutron] 10.222.0.54 "GET /v2.0/networks/912804b8-d37d-4c84-875b-d14a8f8749af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651332 Jul 14 14:06:54.787314 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device c006882c-c06b-4034-8a9f-7ebf66e510e6 no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:06:54.808653 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: c006882c-c06b-4034-8a9f-7ebf66e510e6 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:06:54.808988 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device c006882c-c06b-4034-8a9f-7ebf66e510e6 not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:06:54.809394 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7 no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:06:54.829430 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: 172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:06:54.829766 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 172ae244-1d3e-4bc9-8c42-9b16f5f7ffb7 not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:06:54.886346 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4eabbc-ae01-40bf-bcba-714bc28b07be None None] New status for floating IP 23cd7318-4753-43b5-98d0-bbb1e4d7d350: DOWN {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:06:55.183996 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-32c5292f-2df4-4d84-ae1e-ee5b129a0b49 req-28eb491a-0b60-471c-9212-c5d634c47911 service neutron] 10.222.0.54 "GET /v2.0/networks/912804b8-d37d-4c84-875b-d14a8f8749af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150410 Jul 14 14:06:55.275797 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-34c01f3b-fabb-4499-aa87-986ebd1375da admin admin] Deleting port 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:06:55.276135 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-34c01f3b-fabb-4499-aa87-986ebd1375da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:55.352991 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-34c01f3b-fabb-4499-aa87-986ebd1375da admin admin] For port 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6,segment=NetworkSegment(06f86c7e-a0ae-4fc4-b2ee-ef1480b39fd0),segment_id=06f86c7e-a0ae-4fc4-b2ee-ef1480b39fd0)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:06:55.353345 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-34c01f3b-fabb-4499-aa87-986ebd1375da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:55.365563 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-34c01f3b-fabb-4499-aa87-986ebd1375da admin admin] Calling delete_port for 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6 owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:06:55.539436 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-34c01f3b-fabb-4499-aa87-986ebd1375da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:55.564251 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c01f3b-fabb-4499-aa87-986ebd1375da admin admin] Pushing event deleted for resources: {'Port': ['ID=3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:55.668632 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5dc9f-2b2c-4581-84e3-ebbb1df2109a req-31dbaa8e-2626-42d0-9dc5-3ca92853161f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:55.670241 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-bfe5dc9f-2b2c-4581-84e3-ebbb1df2109a req-31dbaa8e-2626-42d0-9dc5-3ca92853161f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 946 time: 0.0649962 Jul 14 14:06:55.709763 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-bfe5dc9f-2b2c-4581-84e3-ebbb1df2109a req-c6abda60-da27-43d5-8f99-e737d0107510 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/security-groups?id=f27a393a-0db6-4667-9c3f-9440f304abfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339267 Jul 14 14:06:55.744731 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-34c01f3b-fabb-4499-aa87-986ebd1375da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726248'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:55.950480 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c01f3b-fabb-4499-aa87-986ebd1375da admin admin] Router 2ab7277a-b156-441c-8a2c-e3c3cb34bf54 has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:06:56.093382 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c01f3b-fabb-4499-aa87-986ebd1375da admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:06:56.098598 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-34c01f3b-fabb-4499-aa87-986ebd1375da admin admin] 10.222.0.45 "PUT /v2.0/routers/2ab7277a-b156-441c-8a2c-e3c3cb34bf54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1608510 Jul 14 14:06:56.101674 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 39142) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:56.101968 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00109451-d7cb-4b5f-8c78-781711a8fabd None None] Sync routers for ids ['2ab7277a-b156-441c-8a2c-e3c3cb34bf54'] in dv-cinder-797608-5-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:06:56.110990 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00109451-d7cb-4b5f-8c78-781711a8fabd None None] Routers {'2ab7277a-b156-441c-8a2c-e3c3cb34bf54'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:06:56.111702 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-00109451-d7cb-4b5f-8c78-781711a8fabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:06:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['2ab7277a-b156-441c-8a2c-e3c3cb34bf54'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:56.111859 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fef65-350f-430b-bd48-049d71badad4 req-e89b7091-0084-4d2d-86d2-42eea4c47f07 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:56.113330 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ea7fef65-350f-430b-bd48-049d71badad4 req-e89b7091-0084-4d2d-86d2-42eea4c47f07 tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 946 time: 0.1198361 Jul 14 14:06:56.209135 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f06477fe-a007-4e48-bb64-abc9611effd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.215743 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-ea7fef65-350f-430b-bd48-049d71badad4 req-3aa459ca-bcee-4382-948b-09d42ba62d1f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Deleting port b7953041-90d7-47f0-8a39-cb37af4cadeb {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:06:56.216272 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-00109451-d7cb-4b5f-8c78-781711a8fabd None None] Set router 2ab7277a-b156-441c-8a2c-e3c3cb34bf54 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:06:56.216383 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ea7fef65-350f-430b-bd48-049d71badad4 req-3aa459ca-bcee-4382-948b-09d42ba62d1f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.308303 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-ea7fef65-350f-430b-bd48-049d71badad4 req-3aa459ca-bcee-4382-948b-09d42ba62d1f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] For port b7953041-90d7-47f0-8a39-cb37af4cadeb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b7953041-90d7-47f0-8a39-cb37af4cadeb,segment=NetworkSegment(90be14ea-95aa-4eb8-9100-8a7174493db2),segment_id=90be14ea-95aa-4eb8-9100-8a7174493db2)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:06:56.308790 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ea7fef65-350f-430b-bd48-049d71badad4 req-3aa459ca-bcee-4382-948b-09d42ba62d1f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.310283 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f06477fe-a007-4e48-bb64-abc9611effd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.321251 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-ea7fef65-350f-430b-bd48-049d71badad4 req-3aa459ca-bcee-4382-948b-09d42ba62d1f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Calling delete_port for b7953041-90d7-47f0-8a39-cb37af4cadeb owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:06:56.369679 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-f06477fe-a007-4e48-bb64-abc9611effd9 admin admin] Deleting port 6f4d67b8-72f0-40fb-8628-0613f66d241c {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:06:56.370015 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f06477fe-a007-4e48-bb64-abc9611effd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.411064 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-00109451-d7cb-4b5f-8c78-781711a8fabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab7277a-b156-441c-8a2c-e3c3cb34bf54', 'name': 'tempest-TestMinimumBasicScenario-738976798-router', 'tenant_id': '7fb32438535342db98828d6dfad7c6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '6f4d67b8-72f0-40fb-8628-0613f66d241c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:36Z', 'updated_at': '2021-07-14T14:06:55Z', 'revision_number': 5, 'project_id': '7fb32438535342db98828d6dfad7c6a5', 'gw_port': {'id': '6f4d67b8-72f0-40fb-8628-0613f66d241c', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab7277a-b156-441c-8a2c-e3c3cb34bf54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:36Z', 'updated_at': '2021-07-14T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:56.437357 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00109451-d7cb-4b5f-8c78-781711a8fabd None None] Checking router: 2ab7277a-b156-441c-8a2c-e3c3cb34bf54 for host: dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:06:56.445613 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00109451-d7cb-4b5f-8c78-781711a8fabd None None] Routers {'2ab7277a-b156-441c-8a2c-e3c3cb34bf54'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:06:56.446211 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-00109451-d7cb-4b5f-8c78-781711a8fabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:06:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['2ab7277a-b156-441c-8a2c-e3c3cb34bf54'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:56.458661 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-f06477fe-a007-4e48-bb64-abc9611effd9 admin admin] For port 6f4d67b8-72f0-40fb-8628-0613f66d241c, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=6f4d67b8-72f0-40fb-8628-0613f66d241c,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:06:56.459197 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f06477fe-a007-4e48-bb64-abc9611effd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.468450 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ea7fef65-350f-430b-bd48-049d71badad4 req-3aa459ca-bcee-4382-948b-09d42ba62d1f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.474227 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-f06477fe-a007-4e48-bb64-abc9611effd9 admin admin] Calling delete_port for 6f4d67b8-72f0-40fb-8628-0613f66d241c owned by network:router_gateway {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:06:56.527658 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa459ca-bcee-4382-948b-09d42ba62d1f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Pushing event deleted for resources: {'Port': ['ID=b7953041-90d7-47f0-8a39-cb37af4cadeb,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:56.543490 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-00109451-d7cb-4b5f-8c78-781711a8fabd None None] Set router 2ab7277a-b156-441c-8a2c-e3c3cb34bf54 gateway port host: None {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:06:56.555980 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7fef65-350f-430b-bd48-049d71badad4 req-3aa459ca-bcee-4382-948b-09d42ba62d1f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] No DVR routers for this DVR port b7953041-90d7-47f0-8a39-cb37af4cadeb on host hv-cinder-79760 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:06:56.558401 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ea7fef65-350f-430b-bd48-049d71badad4 req-3aa459ca-bcee-4382-948b-09d42ba62d1f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511229'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.560646 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ea7fef65-350f-430b-bd48-049d71badad4 req-3aa459ca-bcee-4382-948b-09d42ba62d1f tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.54 "DELETE /v2.0/ports/b7953041-90d7-47f0-8a39-cb37af4cadeb HTTP/1.1" status: 204 len: 173 time: 0.4407947 Jul 14 14:06:56.561172 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf83fea7-0819-4861-badc-367f5dfbe0e0', 'name': 'network-vif-deleted', 'tag': 'b7953041-90d7-47f0-8a39-cb37af4cadeb'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:06:56.563453 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7a976895f4904d88d98c9989e2e6c99d855bf9a65c62eb6f3cedb65ca17baf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d24cd96-a682-46aa-944c-3fb01fd66ae2" -d '{"events": [{"server_uuid": "cf83fea7-0819-4861-badc-367f5dfbe0e0", "name": "network-vif-deleted", "tag": "b7953041-90d7-47f0-8a39-cb37af4cadeb"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:06:56.605781 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-00109451-d7cb-4b5f-8c78-781711a8fabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab7277a-b156-441c-8a2c-e3c3cb34bf54', 'name': 'tempest-TestMinimumBasicScenario-738976798-router', 'tenant_id': '7fb32438535342db98828d6dfad7c6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:36Z', 'updated_at': '2021-07-14T14:06:56Z', 'revision_number': 6, 'project_id': '7fb32438535342db98828d6dfad7c6a5', 'gw_port_host': None}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:56.607385 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95c5081-5fb5-4433-81a9-10f25b0ac934 x-openstack-request-id: req-e95c5081-5fb5-4433-81a9-10f25b0ac934 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:06:56.607850 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf83fea7-0819-4861-badc-367f5dfbe0e0", "name": "network-vif-deleted", "tag": "b7953041-90d7-47f0-8a39-cb37af4cadeb", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:06:56.608385 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e95c5081-5fb5-4433-81a9-10f25b0ac934 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:06:56.608808 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf83fea7-0819-4861-badc-367f5dfbe0e0', 'name': 'network-vif-deleted', 'tag': 'b7953041-90d7-47f0-8a39-cb37af4cadeb', 'status': 'completed', 'code': 200} Jul 14 14:06:56.635082 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00109451-d7cb-4b5f-8c78-781711a8fabd None None] The sync data for ids ['2ab7277a-b156-441c-8a2c-e3c3cb34bf54'] in dv-cinder-797608-5-iscsi is: [{'id': '2ab7277a-b156-441c-8a2c-e3c3cb34bf54', 'name': 'tempest-TestMinimumBasicScenario-738976798-router', 'tenant_id': '7fb32438535342db98828d6dfad7c6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:36Z', 'updated_at': '2021-07-14T14:06:56Z', 'revision_number': 6, 'project_id': '7fb32438535342db98828d6dfad7c6a5', 'gw_port_host': None}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:06:56.662461 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f06477fe-a007-4e48-bb64-abc9611effd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.689264 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06477fe-a007-4e48-bb64-abc9611effd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4d67b8-72f0-40fb-8628-0613f66d241c,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:56.748025 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f06477fe-a007-4e48-bb64-abc9611effd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728846'] for router_gateway, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.864968 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f4c0d077-9862-4e46-95ca-5feb36f7cfe4 req-0969e510-deba-4752-b717-a6eb9057a3cb tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf83fea7-0819-4861-badc-367f5dfbe0e0 HTTP/1.1" status: 200 len: 210 time: 0.0341511 Jul 14 14:06:56.866578 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f06477fe-a007-4e48-bb64-abc9611effd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58013'] for router, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.868824 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f06477fe-a007-4e48-bb64-abc9611effd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.912916 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f06477fe-a007-4e48-bb64-abc9611effd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723205'] for router, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.913603 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06477fe-a007-4e48-bb64-abc9611effd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ab7277a-b156-441c-8a2c-e3c3cb34bf54 {{(pid=92930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:06:56.918552 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f06477fe-a007-4e48-bb64-abc9611effd9 admin admin] Notify callbacks [] for router, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.919941 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-f06477fe-a007-4e48-bb64-abc9611effd9 admin admin] 10.222.0.45 "DELETE /v2.0/routers/2ab7277a-b156-441c-8a2c-e3c3cb34bf54 HTTP/1.1" status: 204 len: 168 time: 0.8173027 Jul 14 14:06:56.923346 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 39148) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:56.971478 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7a49f3-df7e-4fac-90c8-32a79c8dd27d admin admin] Deleting subnet 093ceb59-68dc-4f6a-98e9-7b92c8532402 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:06:56.974813 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2a7a49f3-df7e-4fac-90c8-32a79c8dd27d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.013523 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2a7a49f3-df7e-4fac-90c8-32a79c8dd27d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125937022'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.126285 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6 no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:06:57.126848 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2a7a49f3-df7e-4fac-90c8-32a79c8dd27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1831242'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.147848 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:06:57.148728 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 3b3c4e3a-bc97-4259-9e9c-0b54a7064ea6 not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:06:57.185167 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2a7a49f3-df7e-4fac-90c8-32a79c8dd27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125936972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126024884'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.210161 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a49f3-df7e-4fac-90c8-32a79c8dd27d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=093ceb59-68dc-4f6a-98e9-7b92c8532402,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:57.213742 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2a7a49f3-df7e-4fac-90c8-32a79c8dd27d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.216468 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2a7a49f3-df7e-4fac-90c8-32a79c8dd27d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/093ceb59-68dc-4f6a-98e9-7b92c8532402 HTTP/1.1" status: 204 len: 168 time: 0.2911260 Jul 14 14:06:57.218082 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 39150) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:57.220415 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f64834-3227-4459-9ad1-58f04ec60688 None None] Network 37f4d288-b721-4cc9-9e3d-20a6569ce5b2 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:06:57.284175 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1677a88b-a0b7-4649-b6a4-23282601f00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670563'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.339878 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-1677a88b-a0b7-4649-b6a4-23282601f00f admin admin] Deleting port 4a8bf254-7674-4094-9cb6-2a2b76073fb5 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:06:57.340228 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1677a88b-a0b7-4649-b6a4-23282601f00f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.407512 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-1677a88b-a0b7-4649-b6a4-23282601f00f admin admin] For port 4a8bf254-7674-4094-9cb6-2a2b76073fb5, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=4a8bf254-7674-4094-9cb6-2a2b76073fb5,segment=NetworkSegment(06f86c7e-a0ae-4fc4-b2ee-ef1480b39fd0),segment_id=06f86c7e-a0ae-4fc4-b2ee-ef1480b39fd0)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:06:57.407905 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1677a88b-a0b7-4649-b6a4-23282601f00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.420366 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-1677a88b-a0b7-4649-b6a4-23282601f00f admin admin] Calling delete_port for 4a8bf254-7674-4094-9cb6-2a2b76073fb5 owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:06:57.487807 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2d10a8-5dd4-4589-a9c3-d85caaa92e4d None None] DHCP port deletion for 37f4d288-b721-4cc9-9e3d-20a6569ce5b2 request from dv-cinder-797608-5-iscsi {{(pid=92931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:06:57.508679 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1677a88b-a0b7-4649-b6a4-23282601f00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.535260 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677a88b-a0b7-4649-b6a4-23282601f00f admin admin] Pushing event deleted for resources: {'Port': ['ID=4a8bf254-7674-4094-9cb6-2a2b76073fb5,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:57.539456 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1677a88b-a0b7-4649-b6a4-23282601f00f admin admin] No DVR routers for this DVR port 4a8bf254-7674-4094-9cb6-2a2b76073fb5 on host dv-cinder-797608-5-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:06:57.541692 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-4e2d10a8-5dd4-4589-a9c3-d85caaa92e4d None None] Deleting port 4a8bf254-7674-4094-9cb6-2a2b76073fb5 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:06:57.541692 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4e2d10a8-5dd4-4589-a9c3-d85caaa92e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.608878 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-4e2d10a8-5dd4-4589-a9c3-d85caaa92e4d None None] For port 4a8bf254-7674-4094-9cb6-2a2b76073fb5, host dv-cinder-797608-5-iscsi, got binding levels [] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:06:57.609520 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4e2d10a8-5dd4-4589-a9c3-d85caaa92e4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.619183 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1677a88b-a0b7-4649-b6a4-23282601f00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833695', 'neutron.services.segments.db._delete_segments_for_network-8781940339011'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.624641 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-4e2d10a8-5dd4-4589-a9c3-d85caaa92e4d None None] Calling delete_port for 4a8bf254-7674-4094-9cb6-2a2b76073fb5 owned by network:dhcp {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:06:57.627243 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.ipam_backend_mixin [None req-4e2d10a8-5dd4-4589-a9c3-d85caaa92e4d None None] Port 4a8bf254-7674-4094-9cb6-2a2b76073fb5 was not found and therefore no delete operation was performed {{(pid=92931) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 14:06:57.628424 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4e2d10a8-5dd4-4589-a9c3-d85caaa92e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.630685 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-1677a88b-a0b7-4649-b6a4-23282601f00f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f4d288-b721-4cc9-9e3d-20a6569ce5b2']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:57.651009 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-1677a88b-a0b7-4649-b6a4-23282601f00f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f86c7e-a0ae-4fc4-b2ee-ef1480b39fd0') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:57.651376 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-1677a88b-a0b7-4649-b6a4-23282601f00f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f86c7e-a0ae-4fc4-b2ee-ef1480b39fd0') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:57.654489 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d10a8-5dd4-4589-a9c3-d85caaa92e4d None None] Pushing event deleted for resources: {'Port': ['ID=4a8bf254-7674-4094-9cb6-2a2b76073fb5,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:57.656588 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2d10a8-5dd4-4589-a9c3-d85caaa92e4d None None] No DVR routers for this DVR port 4a8bf254-7674-4094-9cb6-2a2b76073fb5 on host dv-cinder-797608-5-iscsi {{(pid=92931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:06:57.667534 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1677a88b-a0b7-4649-b6a4-23282601f00f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781940338508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125936999'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.685656 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1677a88b-a0b7-4649-b6a4-23282601f00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.692752 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1677a88b-a0b7-4649-b6a4-23282601f00f admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:06:57.693189 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1677a88b-a0b7-4649-b6a4-23282601f00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125937378'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: timer() Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: cb(*args, **kw) Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: self._notify() Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: self.callback(batched_events) Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: event.method(event) Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: return self._get(url).json() Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:06:57.695105 dv-cinder-797608-5-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:06:57.748987 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1677a88b-a0b7-4649-b6a4-23282601f00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728938'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.754111 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1677a88b-a0b7-4649-b6a4-23282601f00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.758347 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1677a88b-a0b7-4649-b6a4-23282601f00f admin admin] 10.222.0.45 "DELETE /v2.0/networks/37f4d288-b721-4cc9-9e3d-20a6569ce5b2 HTTP/1.1" status: 204 len: 168 time: 0.5370734 Jul 14 14:06:57.767542 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677a88b-a0b7-4649-b6a4-23282601f00f admin admin] Pushing event deleted for resources: {'Network': ['ID=37f4d288-b721-4cc9-9e3d-20a6569ce5b2,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:57.928499 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 39158) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:57.966621 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 39160) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:57.970663 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-376e4ac3-8c6f-4dd4-874f-57c8ca8cb92a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2801c616dd1240b5a184466380e52f61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386856 Jul 14 14:06:57.971023 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 39162) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:58.058044 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b28c3bfb-b6d3-4b2f-9b54-6c29b14baa7e tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:58.060507 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-40ab9879-3b30-4eb2-b59b-b828390066f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:58.098461 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b28c3bfb-b6d3-4b2f-9b54-6c29b14baa7e tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:58.109087 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-40ab9879-3b30-4eb2-b59b-b828390066f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:58.174285 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-40ab9879-3b30-4eb2-b59b-b828390066f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:58.176998 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-40ab9879-3b30-4eb2-b59b-b828390066f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:58.178123 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-40ab9879-3b30-4eb2-b59b-b828390066f7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de HTTP/1.1" status: 204 len: 168 time: 0.2050288 Jul 14 14:06:58.188095 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab9879-3b30-4eb2-b59b-b828390066f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d66d27-128f-4d28-8b0c-e2a0ddd0e7de,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:58.190338 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b28c3bfb-b6d3-4b2f-9b54-6c29b14baa7e tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:58.193002 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b28c3bfb-b6d3-4b2f-9b54-6c29b14baa7e tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:58.194070 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-b28c3bfb-b6d3-4b2f-9b54-6c29b14baa7e tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] 10.222.0.45 "DELETE /v2.0/security-groups/f27a393a-0db6-4667-9c3f-9440f304abfd HTTP/1.1" status: 204 len: 168 time: 0.2288790 Jul 14 14:06:58.209377 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c3bfb-b6d3-4b2f-9b54-6c29b14baa7e tempest-TestShelveInstance-2090512860 tempest-TestShelveInstance-2090512860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27a393a-0db6-4667-9c3f-9440f304abfd,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:58.239900 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 39168) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:58.507800 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 39172) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:58.549629 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-16ac77bc-9896-4a20-b0f5-3aa815c23f98 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7fb32438535342db98828d6dfad7c6a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396285 Jul 14 14:06:58.551508 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 39174) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:58.586245 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6060eeb2-85a1-4d77-ad02-e2f2c39815f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-726084'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:58.601221 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bf1ea1b9-11e5-4fd6-937a-9e268009899d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:58.621709 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bf1ea1b9-11e5-4fd6-937a-9e268009899d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:58.667729 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bf1ea1b9-11e5-4fd6-937a-9e268009899d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:58.670253 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bf1ea1b9-11e5-4fd6-937a-9e268009899d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:58.671433 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-bf1ea1b9-11e5-4fd6-937a-9e268009899d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9973a8d4-8beb-4450-a1ad-3b2fdb8ed1dd HTTP/1.1" status: 204 len: 168 time: 0.1183553 Jul 14 14:06:58.678943 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ea1b9-11e5-4fd6-937a-9e268009899d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9973a8d4-8beb-4450-a1ad-3b2fdb8ed1dd,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:58.799256 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 4a8bf254-7674-4094-9cb6-2a2b76073fb5 no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:06:58.820737 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: 4a8bf254-7674-4094-9cb6-2a2b76073fb5 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:06:58.821301 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 4a8bf254-7674-4094-9cb6-2a2b76073fb5 not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:06:58.821716 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 6f4d67b8-72f0-40fb-8628-0613f66d241c no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:06:58.841030 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: 6f4d67b8-72f0-40fb-8628-0613f66d241c {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:06:58.841633 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 6f4d67b8-72f0-40fb-8628-0613f66d241c not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:06:58.850745 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-6060eeb2-85a1-4d77-ad02-e2f2c39815f4 admin admin] Deleting port 70d7d968-7c3f-4ad3-965a-96bad8866729 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:06:58.851296 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6060eeb2-85a1-4d77-ad02-e2f2c39815f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:58.935873 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-6060eeb2-85a1-4d77-ad02-e2f2c39815f4 admin admin] For port 70d7d968-7c3f-4ad3-965a-96bad8866729, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=70d7d968-7c3f-4ad3-965a-96bad8866729,segment=NetworkSegment(90be14ea-95aa-4eb8-9100-8a7174493db2),segment_id=90be14ea-95aa-4eb8-9100-8a7174493db2)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:06:58.936238 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6060eeb2-85a1-4d77-ad02-e2f2c39815f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:58.954768 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-6060eeb2-85a1-4d77-ad02-e2f2c39815f4 admin admin] Calling delete_port for 70d7d968-7c3f-4ad3-965a-96bad8866729 owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:06:59.135811 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6060eeb2-85a1-4d77-ad02-e2f2c39815f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:59.160293 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060eeb2-85a1-4d77-ad02-e2f2c39815f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=70d7d968-7c3f-4ad3-965a-96bad8866729,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:59.321059 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6060eeb2-85a1-4d77-ad02-e2f2c39815f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726248'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:59.530340 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6060eeb2-85a1-4d77-ad02-e2f2c39815f4 admin admin] Router 40b081a8-ccc5-4265-b708-75b5c3dd3e4f has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:06:59.629803 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6060eeb2-85a1-4d77-ad02-e2f2c39815f4 admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:06:59.634630 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6060eeb2-85a1-4d77-ad02-e2f2c39815f4 admin admin] 10.222.0.45 "PUT /v2.0/routers/40b081a8-ccc5-4265-b708-75b5c3dd3e4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3936980 Jul 14 14:06:59.637193 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 39178) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:59.639700 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1ca952-867d-4fe2-bb63-e5ce6a92ddb2 None None] Sync routers for ids ['40b081a8-ccc5-4265-b708-75b5c3dd3e4f'] in dv-cinder-797608-5-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:06:59.649110 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1ca952-867d-4fe2-bb63-e5ce6a92ddb2 None None] Routers {'40b081a8-ccc5-4265-b708-75b5c3dd3e4f'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:06:59.649633 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-1c1ca952-867d-4fe2-bb63-e5ce6a92ddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:06:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['40b081a8-ccc5-4265-b708-75b5c3dd3e4f'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:59.737973 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c143ce25-5fad-4d2d-9882-d6cc64ac2897 admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:59.749322 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-1c1ca952-867d-4fe2-bb63-e5ce6a92ddb2 None None] Set router 40b081a8-ccc5-4265-b708-75b5c3dd3e4f gateway port host: dv-cinder-797608-5-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:06:59.836180 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c143ce25-5fad-4d2d-9882-d6cc64ac2897 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:59.886606 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-c143ce25-5fad-4d2d-9882-d6cc64ac2897 admin admin] Deleting port a1ae1c08-9608-4da1-a276-fb21d8e8bd6f {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:06:59.886942 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c143ce25-5fad-4d2d-9882-d6cc64ac2897 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:59.924858 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-1c1ca952-867d-4fe2-bb63-e5ce6a92ddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'name': 'tempest-TestShelveInstance-1551460002-router', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:06:59Z', 'revision_number': 5, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'gw_port': {'id': 'a1ae1c08-9608-4da1-a276-fb21d8e8bd6f', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:59.951001 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1ca952-867d-4fe2-bb63-e5ce6a92ddb2 None None] Checking router: 40b081a8-ccc5-4265-b708-75b5c3dd3e4f for host: dv-cinder-797608-5-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:06:59.959009 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1ca952-867d-4fe2-bb63-e5ce6a92ddb2 None None] Routers {'40b081a8-ccc5-4265-b708-75b5c3dd3e4f'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:06:59.959627 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-1c1ca952-867d-4fe2-bb63-e5ce6a92ddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:06:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['40b081a8-ccc5-4265-b708-75b5c3dd3e4f'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:59.962340 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-c143ce25-5fad-4d2d-9882-d6cc64ac2897 admin admin] For port a1ae1c08-9608-4da1-a276-fb21d8e8bd6f, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=a1ae1c08-9608-4da1-a276-fb21d8e8bd6f,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:06:59.962819 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c143ce25-5fad-4d2d-9882-d6cc64ac2897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:59.975268 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-c143ce25-5fad-4d2d-9882-d6cc64ac2897 admin admin] Calling delete_port for a1ae1c08-9608-4da1-a276-fb21d8e8bd6f owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:06:59.993914 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device b7953041-90d7-47f0-8a39-cb37af4cadeb no longer exists at agent hyperv_hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:07:00.040739 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] No Port match for: b7953041-90d7-47f0-8a39-cb37af4cadeb {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:07:00.041075 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Device b7953041-90d7-47f0-8a39-cb37af4cadeb not bound to the agent host hv-cinder-79760 {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:07:00.064232 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-1c1ca952-867d-4fe2-bb63-e5ce6a92ddb2 None None] Set router 40b081a8-ccc5-4265-b708-75b5c3dd3e4f gateway port host: None {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:07:00.117812 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-1c1ca952-867d-4fe2-bb63-e5ce6a92ddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'name': 'tempest-TestShelveInstance-1551460002-router', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:06:59Z', 'revision_number': 6, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'gw_port_host': None}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:07:00.137359 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c143ce25-5fad-4d2d-9882-d6cc64ac2897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:00.144681 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1ca952-867d-4fe2-bb63-e5ce6a92ddb2 None None] The sync data for ids ['40b081a8-ccc5-4265-b708-75b5c3dd3e4f'] in dv-cinder-797608-5-iscsi is: [{'id': '40b081a8-ccc5-4265-b708-75b5c3dd3e4f', 'name': 'tempest-TestShelveInstance-1551460002-router', 'tenant_id': '0ee76060bbe74f9c82a94850df8e577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:10Z', 'updated_at': '2021-07-14T14:06:59Z', 'revision_number': 6, 'project_id': '0ee76060bbe74f9c82a94850df8e577a', 'gw_port_host': None}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:07:00.167909 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143ce25-5fad-4d2d-9882-d6cc64ac2897 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1ae1c08-9608-4da1-a276-fb21d8e8bd6f,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:00.225659 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c143ce25-5fad-4d2d-9882-d6cc64ac2897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728846'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:00.592396 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c143ce25-5fad-4d2d-9882-d6cc64ac2897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58013'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:00.594473 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c143ce25-5fad-4d2d-9882-d6cc64ac2897 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:00.636110 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c143ce25-5fad-4d2d-9882-d6cc64ac2897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723205'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:00.636650 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c143ce25-5fad-4d2d-9882-d6cc64ac2897 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40b081a8-ccc5-4265-b708-75b5c3dd3e4f {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:07:00.641046 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c143ce25-5fad-4d2d-9882-d6cc64ac2897 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:00.642181 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c143ce25-5fad-4d2d-9882-d6cc64ac2897 admin admin] 10.222.0.45 "DELETE /v2.0/routers/40b081a8-ccc5-4265-b708-75b5c3dd3e4f HTTP/1.1" status: 204 len: 168 time: 1.0039771 Jul 14 14:07:00.644661 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 39180) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:07:00.689133 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2688ae3-d1d1-4cfc-a2a9-2ced4c70d0e8 admin admin] Deleting subnet e2c4544b-3f60-44d2-96fb-444567e7ddec {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:07:00.691980 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e2688ae3-d1d1-4cfc-a2a9-2ced4c70d0e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:00.724638 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e2688ae3-d1d1-4cfc-a2a9-2ced4c70d0e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125937022'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:00.798952 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e2688ae3-d1d1-4cfc-a2a9-2ced4c70d0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1831242'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:00.853655 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e2688ae3-d1d1-4cfc-a2a9-2ced4c70d0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125936972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126024884'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:00.878770 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2688ae3-d1d1-4cfc-a2a9-2ced4c70d0e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2c4544b-3f60-44d2-96fb-444567e7ddec,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:00.885097 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e2688ae3-d1d1-4cfc-a2a9-2ced4c70d0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:00.886981 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e2688ae3-d1d1-4cfc-a2a9-2ced4c70d0e8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e2c4544b-3f60-44d2-96fb-444567e7ddec HTTP/1.1" status: 204 len: 168 time: 0.2413540 Jul 14 14:07:00.889576 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 39182) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:07:00.895422 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3861abc-a2a0-4e37-adb3-c4a6f4ddacf8 None None] Network 912804b8-d37d-4c84-875b-d14a8f8749af requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:07:00.942509 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 70d7d968-7c3f-4ad3-965a-96bad8866729 no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:07:00.966314 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-141c394c-4469-401d-8009-7db4a2d20a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670563'] for network, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:00.967717 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: 70d7d968-7c3f-4ad3-965a-96bad8866729 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:07:00.968054 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 70d7d968-7c3f-4ad3-965a-96bad8866729 not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:07:00.968454 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device a1ae1c08-9608-4da1-a276-fb21d8e8bd6f no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:07:00.993654 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: a1ae1c08-9608-4da1-a276-fb21d8e8bd6f {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:07:00.994224 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device a1ae1c08-9608-4da1-a276-fb21d8e8bd6f not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:07:01.019548 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-141c394c-4469-401d-8009-7db4a2d20a36 admin admin] Deleting port bc97bd15-2435-4ecd-9fc4-86a6728e56ae {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:07:01.019958 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-141c394c-4469-401d-8009-7db4a2d20a36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:01.086949 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-141c394c-4469-401d-8009-7db4a2d20a36 admin admin] For port bc97bd15-2435-4ecd-9fc4-86a6728e56ae, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=bc97bd15-2435-4ecd-9fc4-86a6728e56ae,segment=NetworkSegment(90be14ea-95aa-4eb8-9100-8a7174493db2),segment_id=90be14ea-95aa-4eb8-9100-8a7174493db2)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:07:01.087413 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-141c394c-4469-401d-8009-7db4a2d20a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:01.100582 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-141c394c-4469-401d-8009-7db4a2d20a36 admin admin] Calling delete_port for bc97bd15-2435-4ecd-9fc4-86a6728e56ae owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:07:01.143868 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fc5aac-4ed0-4e15-a514-b8a37c90ea45 None None] DHCP port deletion for 912804b8-d37d-4c84-875b-d14a8f8749af request from dv-cinder-797608-5-iscsi {{(pid=92931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:07:01.186811 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-141c394c-4469-401d-8009-7db4a2d20a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:01.198575 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-c5fc5aac-4ed0-4e15-a514-b8a37c90ea45 None None] Deleting port bc97bd15-2435-4ecd-9fc4-86a6728e56ae {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:07:01.198956 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c5fc5aac-4ed0-4e15-a514-b8a37c90ea45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:01.212305 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c394c-4469-401d-8009-7db4a2d20a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc97bd15-2435-4ecd-9fc4-86a6728e56ae,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:01.215937 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141c394c-4469-401d-8009-7db4a2d20a36 admin admin] No DVR routers for this DVR port bc97bd15-2435-4ecd-9fc4-86a6728e56ae on host dv-cinder-797608-5-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:07:01.258545 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-c5fc5aac-4ed0-4e15-a514-b8a37c90ea45 None None] For port bc97bd15-2435-4ecd-9fc4-86a6728e56ae, host dv-cinder-797608-5-iscsi, got binding levels [] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:07:01.258847 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c5fc5aac-4ed0-4e15-a514-b8a37c90ea45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:01.270801 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-c5fc5aac-4ed0-4e15-a514-b8a37c90ea45 None None] Calling delete_port for bc97bd15-2435-4ecd-9fc4-86a6728e56ae owned by network:dhcp {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:07:01.273433 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.ipam_backend_mixin [None req-c5fc5aac-4ed0-4e15-a514-b8a37c90ea45 None None] Port bc97bd15-2435-4ecd-9fc4-86a6728e56ae was not found and therefore no delete operation was performed {{(pid=92931) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 14:07:01.274632 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c5fc5aac-4ed0-4e15-a514-b8a37c90ea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:01.287373 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-141c394c-4469-401d-8009-7db4a2d20a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833695', 'neutron.services.segments.db._delete_segments_for_network-8781940339011'] for network, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:01.297743 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-141c394c-4469-401d-8009-7db4a2d20a36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912804b8-d37d-4c84-875b-d14a8f8749af']}} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:07:01.299708 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc5aac-4ed0-4e15-a514-b8a37c90ea45 None None] Pushing event deleted for resources: {'Port': ['ID=bc97bd15-2435-4ecd-9fc4-86a6728e56ae,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:01.301428 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc5aac-4ed0-4e15-a514-b8a37c90ea45 None None] No DVR routers for this DVR port bc97bd15-2435-4ecd-9fc4-86a6728e56ae on host dv-cinder-797608-5-iscsi {{(pid=92931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:07:01.309977 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-141c394c-4469-401d-8009-7db4a2d20a36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90be14ea-95aa-4eb8-9100-8a7174493db2') {'for_net_delete': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:07:01.310705 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-141c394c-4469-401d-8009-7db4a2d20a36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90be14ea-95aa-4eb8-9100-8a7174493db2') {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:07:01.319016 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-141c394c-4469-401d-8009-7db4a2d20a36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781940338508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127483973'] for segment, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:01.332032 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-141c394c-4469-401d-8009-7db4a2d20a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:01.338076 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141c394c-4469-401d-8009-7db4a2d20a36 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=92930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:07:01.338595 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-141c394c-4469-401d-8009-7db4a2d20a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127484915'] for segment, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: Traceback (most recent call last): Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: timer() Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: cb(*args, **kw) Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: return func(*args, **kwargs) Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: self._notify() Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: self.callback(batched_events) Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: event.method(event) Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: return f(self, *a, **k) Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: return self._get(url).json() Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: return self.request(url, 'GET', **kwargs) Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:07:01.340388 dv-cinder-797608-5-iscsi neutron-server[92930]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:07:01.391977 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-141c394c-4469-401d-8009-7db4a2d20a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728938'] for network, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:01.397054 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-141c394c-4469-401d-8009-7db4a2d20a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:01.398359 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-141c394c-4469-401d-8009-7db4a2d20a36 admin admin] 10.222.0.45 "DELETE /v2.0/networks/912804b8-d37d-4c84-875b-d14a8f8749af HTTP/1.1" status: 204 len: 168 time: 0.5078151 Jul 14 14:07:01.401365 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 39184) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:07:01.415103 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c394c-4469-401d-8009-7db4a2d20a36 admin admin] Pushing event deleted for resources: {'Network': ['ID=912804b8-d37d-4c84-875b-d14a8f8749af,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:01.737396 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6f50f9ba-e549-4add-bb10-607bf3cc076b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-726084'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:01.981091 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-6f50f9ba-e549-4add-bb10-607bf3cc076b admin admin] Deleting port e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:07:01.981429 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6f50f9ba-e549-4add-bb10-607bf3cc076b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:02.058351 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-6f50f9ba-e549-4add-bb10-607bf3cc076b admin admin] For port e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc,segment=NetworkSegment(ec7043c0-9d85-4e94-92a8-8843b57bb980),segment_id=ec7043c0-9d85-4e94-92a8-8843b57bb980)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:07:02.058628 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6f50f9ba-e549-4add-bb10-607bf3cc076b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:02.071360 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-6f50f9ba-e549-4add-bb10-607bf3cc076b admin admin] Calling delete_port for e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:07:02.243837 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6f50f9ba-e549-4add-bb10-607bf3cc076b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:02.269924 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50f9ba-e549-4add-bb10-607bf3cc076b admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:02.431359 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6f50f9ba-e549-4add-bb10-607bf3cc076b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726248'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:02.638517 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f50f9ba-e549-4add-bb10-607bf3cc076b admin admin] Router 7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9 has already been hosted by L3 agent 49b7ff63-bdf3-4c83-b712-e0aeb781b8ac {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:07:02.740256 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f50f9ba-e549-4add-bb10-607bf3cc076b admin admin] Notify agent at l3_agent.dv-cinder-797608-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:07:02.745884 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6f50f9ba-e549-4add-bb10-607bf3cc076b admin admin] 10.222.0.45 "PUT /v2.0/routers/7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3434775 Jul 14 14:07:02.748518 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 39186) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:07:02.750241 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3a416e-f4e1-4f79-9236-1077e81e40b9 None None] Sync routers for ids ['7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9'] in dv-cinder-797608-5-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:07:02.760221 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3a416e-f4e1-4f79-9236-1077e81e40b9 None None] Routers {'7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:07:02.760825 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-ed3a416e-f4e1-4f79-9236-1077e81e40b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:06:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:07:02.843486 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device bc97bd15-2435-4ecd-9fc4-86a6728e56ae no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:07:02.863540 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-16de33c7-be20-43cc-8381-6ea728587f9d admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:02.864387 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: bc97bd15-2435-4ecd-9fc4-86a6728e56ae {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:07:02.864967 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device bc97bd15-2435-4ecd-9fc4-86a6728e56ae not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:07:02.868525 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-ed3a416e-f4e1-4f79-9236-1077e81e40b9 None None] Set router 7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9 gateway port host: dv-cinder-797608-5-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:07:02.966286 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-16de33c7-be20-43cc-8381-6ea728587f9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:03.020997 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-16de33c7-be20-43cc-8381-6ea728587f9d admin admin] Deleting port 6adda75e-13d1-4ebc-b4ed-3213d5051424 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:07:03.021341 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-16de33c7-be20-43cc-8381-6ea728587f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:03.100112 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-16de33c7-be20-43cc-8381-6ea728587f9d admin admin] For port 6adda75e-13d1-4ebc-b4ed-3213d5051424, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=6adda75e-13d1-4ebc-b4ed-3213d5051424,segment=NetworkSegment(3c71cc48-f050-4766-b815-24071411f948),segment_id=3c71cc48-f050-4766-b815-24071411f948)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:07:03.100469 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-16de33c7-be20-43cc-8381-6ea728587f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:03.112667 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-16de33c7-be20-43cc-8381-6ea728587f9d admin admin] Calling delete_port for 6adda75e-13d1-4ebc-b4ed-3213d5051424 owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:07:03.118293 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-ed3a416e-f4e1-4f79-9236-1077e81e40b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9', 'name': 'tempest-TestShelveInstance-1718942748-router', 'tenant_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'external_fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '6adda75e-13d1-4ebc-b4ed-3213d5051424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:15Z', 'updated_at': '2021-07-14T14:07:02Z', 'revision_number': 5, 'project_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'gw_port': {'id': '6adda75e-13d1-4ebc-b4ed-3213d5051424', 'name': '', 'network_id': 'cd162c73-a958-4cb4-9ccb-1bec0cade7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:32:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:15Z', 'updated_at': '2021-07-14T14:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12dd67ef-565e-43e2-af52-7977bdc7d073', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-5-iscsi'}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:07:03.145597 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3a416e-f4e1-4f79-9236-1077e81e40b9 None None] Checking router: 7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9 for host: dv-cinder-797608-5-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:07:03.154095 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3a416e-f4e1-4f79-9236-1077e81e40b9 None None] Routers {'7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9'} bound to L3 agent in host dv-cinder-797608-5-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:07:03.154885 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-ed3a416e-f4e1-4f79-9236-1077e81e40b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:45:41Z,description=,heartbeat_timestamp=2021-07-14T14:06:41Z,host='dv-cinder-797608-5-iscsi',id=49b7ff63-bdf3-4c83-b712-e0aeb781b8ac,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:45:41Z,topic='l3_agent')) {'router_ids': ['7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:07:03.235903 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-ed3a416e-f4e1-4f79-9236-1077e81e40b9 None None] Set router 7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9 gateway port host: None {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:07:03.274838 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-16de33c7-be20-43cc-8381-6ea728587f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125936913'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:03.286101 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-ed3a416e-f4e1-4f79-9236-1077e81e40b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9', 'name': 'tempest-TestShelveInstance-1718942748-router', 'tenant_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:15Z', 'updated_at': '2021-07-14T14:07:02Z', 'revision_number': 6, 'project_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'gw_port_host': None}], 'dv-cinder-797608-5-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:07:03.300525 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de33c7-be20-43cc-8381-6ea728587f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=6adda75e-13d1-4ebc-b4ed-3213d5051424,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:03.315712 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3a416e-f4e1-4f79-9236-1077e81e40b9 None None] The sync data for ids ['7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9'] in dv-cinder-797608-5-iscsi is: [{'id': '7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9', 'name': 'tempest-TestShelveInstance-1718942748-router', 'tenant_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:15Z', 'updated_at': '2021-07-14T14:07:02Z', 'revision_number': 6, 'project_id': '4a910ab8e82b407596ac28f5a57c1a6b', 'gw_port_host': None}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:07:03.361014 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-16de33c7-be20-43cc-8381-6ea728587f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-728846'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:03.448867 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-16de33c7-be20-43cc-8381-6ea728587f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58013'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:03.450957 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-16de33c7-be20-43cc-8381-6ea728587f9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:03.495465 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-16de33c7-be20-43cc-8381-6ea728587f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723205'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:03.495962 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16de33c7-be20-43cc-8381-6ea728587f9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9 {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:07:03.500017 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-16de33c7-be20-43cc-8381-6ea728587f9d admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:03.501163 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-16de33c7-be20-43cc-8381-6ea728587f9d admin admin] 10.222.0.45 "DELETE /v2.0/routers/7872fe7c-4a5c-4df2-b95a-5e6cc4e6d9b9 HTTP/1.1" status: 204 len: 168 time: 0.7517178 Jul 14 14:07:03.503510 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.45', 39188) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:07:03.546788 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d2192c-ccf6-4a6b-935f-adc44d3108c1 admin admin] Deleting subnet fee19267-3871-4907-b153-212897b1d73b {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:07:03.549692 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b4d2192c-ccf6-4a6b-935f-adc44d3108c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:03.582330 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b4d2192c-ccf6-4a6b-935f-adc44d3108c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125937022'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:03.661750 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b4d2192c-ccf6-4a6b-935f-adc44d3108c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1831242'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:03.716632 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b4d2192c-ccf6-4a6b-935f-adc44d3108c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125936972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126024884'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:03.745887 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b4d2192c-ccf6-4a6b-935f-adc44d3108c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:03.747722 dv-cinder-797608-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b4d2192c-ccf6-4a6b-935f-adc44d3108c1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fee19267-3871-4907-b153-212897b1d73b HTTP/1.1" status: 204 len: 168 time: 0.2432559 Jul 14 14:07:03.748493 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2192c-ccf6-4a6b-935f-adc44d3108c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fee19267-3871-4907-b153-212897b1d73b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:03.750391 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 39190) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:07:03.756099 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10624451-76de-4777-8b32-9848c04195aa None None] Network 5f573f88-4d37-4195-a45a-58ba57322a49 requested from dv-cinder-797608-5-iscsi {{(pid=92931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:07:03.815698 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f9fd25d8-44e6-4884-b18d-866cb907d25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670563'] for network, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:03.866216 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-f9fd25d8-44e6-4884-b18d-866cb907d25e admin admin] Deleting port 55f5bd93-4adc-48fd-b00b-a571cc94d83a {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:07:03.867236 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f9fd25d8-44e6-4884-b18d-866cb907d25e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781940222949'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:03.930234 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-f9fd25d8-44e6-4884-b18d-866cb907d25e admin admin] For port 55f5bd93-4adc-48fd-b00b-a571cc94d83a, host dv-cinder-797608-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-5-iscsi',level=0,port_id=55f5bd93-4adc-48fd-b00b-a571cc94d83a,segment=NetworkSegment(ec7043c0-9d85-4e94-92a8-8843b57bb980),segment_id=ec7043c0-9d85-4e94-92a8-8843b57bb980)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:07:03.930587 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f9fd25d8-44e6-4884-b18d-866cb907d25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780007'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:03.942362 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-f9fd25d8-44e6-4884-b18d-866cb907d25e admin admin] Calling delete_port for 55f5bd93-4adc-48fd-b00b-a571cc94d83a owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:07:04.016296 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f9fd25d8-44e6-4884-b18d-866cb907d25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1595196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781940228621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781939790996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127483904'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:04.043428 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd25d8-44e6-4884-b18d-866cb907d25e admin admin] Pushing event deleted for resources: {'Port': ['ID=55f5bd93-4adc-48fd-b00b-a571cc94d83a,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:04.045917 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fd25d8-44e6-4884-b18d-866cb907d25e admin admin] No DVR routers for this DVR port 55f5bd93-4adc-48fd-b00b-a571cc94d83a on host dv-cinder-797608-5-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:07:04.052409 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4be34bf-c6fc-4fcb-8f4a-c4ae650ac9c9 None None] DHCP port deletion for 5f573f88-4d37-4195-a45a-58ba57322a49 request from dv-cinder-797608-5-iscsi {{(pid=92931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:07:04.116217 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f9fd25d8-44e6-4884-b18d-866cb907d25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833695', 'neutron.services.segments.db._delete_segments_for_network-8781940339011'] for network, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:04.125497 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-f9fd25d8-44e6-4884-b18d-866cb907d25e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f573f88-4d37-4195-a45a-58ba57322a49']}} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:07:04.135295 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-f9fd25d8-44e6-4884-b18d-866cb907d25e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7043c0-9d85-4e94-92a8-8843b57bb980') {'for_net_delete': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:07:04.135582 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-f9fd25d8-44e6-4884-b18d-866cb907d25e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7043c0-9d85-4e94-92a8-8843b57bb980') {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:07:04.144319 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f9fd25d8-44e6-4884-b18d-866cb907d25e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781940338508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127483973'] for segment, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:04.158102 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f9fd25d8-44e6-4884-b18d-866cb907d25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703'] for segment, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:04.164436 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fd25d8-44e6-4884-b18d-866cb907d25e admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=92930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:07:04.164812 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f9fd25d8-44e6-4884-b18d-866cb907d25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1831703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127484915'] for segment, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: Traceback (most recent call last): Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: timer() Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: cb(*args, **kw) Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: return func(*args, **kwargs) Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: self._notify() Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: self.callback(batched_events) Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: event.method(event) Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: return f(self, *a, **k) Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: return self._get(url).json() Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: return self.request(url, 'GET', **kwargs) Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:07:04.166426 dv-cinder-797608-5-iscsi neutron-server[92930]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:07:04.222242 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f9fd25d8-44e6-4884-b18d-866cb907d25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-728938'] for network, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:04.227968 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f9fd25d8-44e6-4884-b18d-866cb907d25e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650067'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:04.229968 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-f9fd25d8-44e6-4884-b18d-866cb907d25e admin admin] 10.222.0.45 "DELETE /v2.0/networks/5f573f88-4d37-4195-a45a-58ba57322a49 HTTP/1.1" status: 204 len: 168 time: 0.4785790 Jul 14 14:07:04.241249 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd25d8-44e6-4884-b18d-866cb907d25e admin admin] Pushing event deleted for resources: {'Network': ['ID=5f573f88-4d37-4195-a45a-58ba57322a49,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:04.394769 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 39194) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:07:04.433436 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-68c94b4a-9a7e-4666-ba07-82d21ad2cf7f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0ee76060bbe74f9c82a94850df8e577a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375030 Jul 14 14:07:04.435882 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 39196) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:07:04.482506 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4bac5b41-3548-4f1e-bac0-ee209bfed384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:04.502302 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4bac5b41-3548-4f1e-bac0-ee209bfed384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:04.547268 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4bac5b41-3548-4f1e-bac0-ee209bfed384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:04.549790 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4bac5b41-3548-4f1e-bac0-ee209bfed384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:04.550903 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-4bac5b41-3548-4f1e-bac0-ee209bfed384 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d4ba502a-03e9-402d-aadc-08908c604ea4 HTTP/1.1" status: 204 len: 168 time: 0.1141186 Jul 14 14:07:04.558256 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac5b41-3548-4f1e-bac0-ee209bfed384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ba502a-03e9-402d-aadc-08908c604ea4,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:04.784711 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 6adda75e-13d1-4ebc-b4ed-3213d5051424 no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:07:04.807722 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: 6adda75e-13d1-4ebc-b4ed-3213d5051424 {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:07:04.807993 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 6adda75e-13d1-4ebc-b4ed-3213d5051424 not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:07:04.808391 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:07:04.826804 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:07:04.827142 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device e7e1dfcd-8210-4ef9-8789-1f51ce9c26dc not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:07:04.828002 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 55f5bd93-4adc-48fd-b00b-a571cc94d83a no longer exists at agent ovs-agent-dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:07:04.845720 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] No Port match for: 55f5bd93-4adc-48fd-b00b-a571cc94d83a {{(pid=92931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:07:04.846101 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.rpc [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Device 55f5bd93-4adc-48fd-b00b-a571cc94d83a not bound to the agent host dv-cinder-797608-5-iscsi {{(pid=92931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:07:04.856313 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 39202) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:07:04.894221 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-525130ef-6a2f-4178-92fd-676fe0c3d89b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4a910ab8e82b407596ac28f5a57c1a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368171 Jul 14 14:07:04.896519 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.45', 39204) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:07:04.943356 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-56fccba1-119d-4f43-bcf2-8f26026e5e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:04.963387 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-56fccba1-119d-4f43-bcf2-8f26026e5e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:05.007062 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-56fccba1-119d-4f43-bcf2-8f26026e5e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698785'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:05.010239 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-56fccba1-119d-4f43-bcf2-8f26026e5e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:05.011349 dv-cinder-797608-5-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-56fccba1-119d-4f43-bcf2-8f26026e5e89 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c1549a86-80f0-427d-af1e-eee9dce5a21f HTTP/1.1" status: 204 len: 168 time: 0.1139743 Jul 14 14:07:05.018729 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fccba1-119d-4f43-bcf2-8f26026e5e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1549a86-80f0-427d-af1e-eee9dce5a21f,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:08.266770 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5f741f43-1828-47e3-a3ee-fb72b4bc6a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:10.921332 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fabe582f-c3b2-4ea8-9468-252561590dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:11.240790 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:11.602431 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:11.897079 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:13.687942 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:31.716422 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:07:38.266236 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b00d6bdf-e9df-4d9d-94b8-9732db9a5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:40.921443 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-16f67403-a9b7-45bb-92c2-46ab853abec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:41.241852 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:41.617146 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:41.900791 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:43.690605 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:08.265893 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1525afd5-7787-4dd1-b716-fddfd83356f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:08.716412 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:08:10.921561 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4d93a9e4-07f3-4b01-ba70-3ddfac5eda03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:11.241615 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:11.621356 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:11.903577 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:13.696060 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:38.265911 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4b56f75a-1408-4916-ab62-8cf28753bc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:40.921429 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0e647a1e-bbec-46a6-bd7b-d872a3f80596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:41.242907 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:41.630772 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:41.905562 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:43.695474 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:45.715383 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:08:51.303198 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [req-4ea69197-62cb-4d99-9003-90593a5bf221 req-ee394c62-a53d-41c6-ae1f-c5004edb63d3 service neutron] (92930) timed out ('10.222.0.54', 51308) {{(pid=92930) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 14:08:52.151274 dv-cinder-797608-5-iscsi neutron-server[92930]: DEBUG neutron.wsgi [req-5d1b2e47-b334-4873-bde5-ea25ade4849b req-342ff3c0-7f22-48d5-93de-967f4aebb7d7 service neutron] (92930) timed out ('10.222.0.54', 51330) {{(pid=92930) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 14:09:07.875583 dv-cinder-797608-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-bae7cb4f-ee5e-4aa7-8f3c-9ae24d19a173 req-a8fa3f1c-7014-4d6a-9fc2-5eaf406ccbed service neutron] (92928) timed out ('10.222.0.54', 51311) {{(pid=92928) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 14:09:08.266363 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0f83c5b8-e8eb-4d7d-8d5f-16274ad2fdf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:10.921091 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3743b940-e2b2-4a8c-8dfa-ce41f6b95915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:11.243337 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:11.639100 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:11.909447 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:13.699796 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:22.713450 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:09:38.266604 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b910dc8b-2009-45ea-a0f4-9e8fea2256ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:40.922575 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-053d8d85-a829-4ea4-b4e7-d2e7f51d84aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:41.243524 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:41.646359 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:41.910204 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:43.703572 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:59.712125 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:10:08.266556 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6e377781-26eb-4f2e-ad20-3081b20bccf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:10.922029 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fdbc8a23-9db1-4040-819a-d90760ed10e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:11.243185 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:11.672531 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:11.912085 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:13.706721 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:36.710899 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:10:38.271256 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-19208b82-9f29-48ca-a31b-610607cb3237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:40.920810 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ce4c9a8c-5793-4c4e-9b93-3f5fb76a6a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:41.243108 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:41.678105 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:41.915095 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:43.710226 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:08.262661 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0c59cca4-a0e0-42eb-96ad-7423ebc9ea0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:10.922438 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-218dfd1f-515c-412b-8fa3-07031fe3c2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:11.243595 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:11.693000 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:11.917103 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:13.709342 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:11:13.713817 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:38.263109 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7356d0ba-6c90-4e48-b872-b6e9ee701adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:40.921217 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9c39-0358-48d6-849e-ed1c4bfffbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:41.243599 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:41.733089 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:41.919804 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:43.716278 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:50.708500 dv-cinder-797608-5-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-c98876bd-0339-4645-a47e-bb2c14e884af None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:12:08.263546 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b9191ec7-0726-40d5-9b3c-e040691ae431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:10.921010 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7de78b3d-c29a-4fdc-90b9-bd1993d0ac3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:11.242723 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7591296c-f3a9-4504-8714-3a2bc7a3d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:11.740069 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5edeaf-ced7-4a59-8056-e3e896432302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:11.921709 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7508f784-ab11-4e49-9489-2bd595b1f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:13.719996 dv-cinder-797608-5-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c04cc765-3d5b-40fc-88f7-41c7dcc674f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781940338993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1828975'] for agent, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}